2024-12-09 19:11:59,147 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-12-09 19:11:59,165 main DEBUG Took 0.016048 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-09 19:11:59,165 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-09 19:11:59,166 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-09 19:11:59,167 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-09 19:11:59,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,175 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-09 19:11:59,187 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,189 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,190 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,192 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,193 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,194 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,196 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,197 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,197 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,198 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,199 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,200 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 19:11:59,201 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,201 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-09 19:11:59,203 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 19:11:59,205 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-09 19:11:59,208 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-09 19:11:59,208 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-09 19:11:59,210 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-09 19:11:59,210 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-09 19:11:59,221 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-09 19:11:59,225 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-09 19:11:59,227 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-09 19:11:59,227 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-09 19:11:59,228 main DEBUG createAppenders(={Console})
2024-12-09 19:11:59,229 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-12-09 19:11:59,229 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-12-09 19:11:59,229 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-12-09 19:11:59,230 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-09 19:11:59,230 main DEBUG OutputStream closed
2024-12-09 19:11:59,231 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-09 19:11:59,231 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-09 19:11:59,231 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-12-09 19:11:59,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-09 19:11:59,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-09 19:11:59,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-09 19:11:59,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-09 19:11:59,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-09 19:11:59,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-09 19:11:59,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-09 19:11:59,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-09 19:11:59,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-09 19:11:59,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-09 19:11:59,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-09 19:11:59,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-09 19:11:59,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-09 19:11:59,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-09 19:11:59,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-09 19:11:59,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-09 19:11:59,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-09 19:11:59,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-09 19:11:59,326 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09 19:11:59,327 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-12-09 19:11:59,327 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-09 19:11:59,329 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-12-09T19:11:59,345 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-12-09 19:11:59,348 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-09 19:11:59,348 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09T19:11:59,558 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce
2024-12-09T19:11:59,580 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=804, ProcessCount=11, AvailableMemoryMB=3396
2024-12-09T19:11:59,660 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-09T19:11:59,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:11:59,752 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/cluster_7f9e07dc-6ceb-7b0b-7134-72ddbd4f7f3e, deleteOnExit=true
2024-12-09T19:11:59,850 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/cluster_7f9e07dc-6ceb-7b0b-7134-72ddbd4f7f3e/zookeeper_0, clientPort=57568, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/cluster_7f9e07dc-6ceb-7b0b-7134-72ddbd4f7f3e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/cluster_7f9e07dc-6ceb-7b0b-7134-72ddbd4f7f3e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-09T19:11:59,865 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57568
2024-12-09T19:11:59,865 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:11:59,938 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08 with version=8
2024-12-09T19:11:59,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/hbase-staging
2024-12-09T19:12:00,020 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-09T19:12:00,243 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/a437f8b9ba7d:0 server-side Connection retries=45
2024-12-09T19:12:00,251 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:00,252 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:00,258 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T19:12:00,258 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:00,258 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T19:12:00,374 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-09T19:12:00,451 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T19:12:00,484 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-09T19:12:00,492 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-09T19:12:00,495 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T19:12:00,526 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 115571 (auto-detected)
2024-12-09T19:12:00,527 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-09T19:12:00,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36013
2024-12-09T19:12:00,564 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36013 connecting to ZooKeeper ensemble=127.0.0.1:57568
2024-12-09T19:12:00,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360130x0, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T19:12:00,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36013-0x1000c3503da0000 connected
2024-12-09T19:12:00,740 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:00,741 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:00,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:00,752 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08, hbase.cluster.distributed=false
2024-12-09T19:12:00,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T19:12:00,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36013
2024-12-09T19:12:00,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36013
2024-12-09T19:12:00,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36013
2024-12-09T19:12:00,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36013
2024-12-09T19:12:00,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36013
2024-12-09T19:12:00,849 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/a437f8b9ba7d:0 server-side Connection retries=45
2024-12-09T19:12:00,850 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:00,850 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:00,851 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T19:12:00,851 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:00,851 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T19:12:00,853 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T19:12:00,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T19:12:00,857 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46133
2024-12-09T19:12:00,858 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46133 connecting to ZooKeeper ensemble=127.0.0.1:57568
2024-12-09T19:12:00,858 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:00,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:00,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461330x0, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T19:12:00,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461330x0, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:00,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46133-0x1000c3503da0001 connected
2024-12-09T19:12:00,877 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T19:12:00,888 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.cache
2024-12-09T19:12:00,894 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-09T19:12:00,895 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-09T19:12:00,896 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-09T19:12:00,898 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-09T19:12:00,898 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-09T19:12:00,903 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-09T19:12:00,906 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-09T19:12:00,906 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.persistence is complete.
2024-12-09T19:12:00,907 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T19:12:00,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T19:12:00,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T19:12:00,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46133
2024-12-09T19:12:00,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46133
2024-12-09T19:12:00,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46133
2024-12-09T19:12:00,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46133
2024-12-09T19:12:00,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46133
2024-12-09T19:12:00,940 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/a437f8b9ba7d:0 server-side Connection retries=45
2024-12-09T19:12:00,940 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:00,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:00,941 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T19:12:00,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:00,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T19:12:00,942 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T19:12:00,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T19:12:00,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36483
2024-12-09T19:12:00,945 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36483 connecting to ZooKeeper ensemble=127.0.0.1:57568
2024-12-09T19:12:00,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:00,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:00,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364830x0, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T19:12:00,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364830x0, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:00,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36483-0x1000c3503da0002 connected
2024-12-09T19:12:00,955 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T19:12:00,957 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.cache
2024-12-09T19:12:00,957 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-09T19:12:00,957 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-09T19:12:00,957 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-09T19:12:00,959 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-09T19:12:00,960 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-09T19:12:00,960 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-09T19:12:00,960 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.persistence is complete.
2024-12-09T19:12:00,960 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-09T19:12:00,961 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T19:12:00,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T19:12:00,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T19:12:00,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36483
2024-12-09T19:12:00,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36483
2024-12-09T19:12:00,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36483
2024-12-09T19:12:00,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36483
2024-12-09T19:12:00,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36483
2024-12-09T19:12:00,999 DEBUG [M:0;a437f8b9ba7d:36013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a437f8b9ba7d:36013
2024-12-09T19:12:01,000 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:01,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:01,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:01,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:01,015 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T19:12:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T19:12:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,046 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-09T19:12:01,048 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a437f8b9ba7d,36013,1733771520093 from backup master directory
2024-12-09T19:12:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:01,061 WARN  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T19:12:01,061 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:01,063 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-09T19:12:01,065 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-09T19:12:01,071 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/hbase.id] with ID: 34dd7b16-a6ab-41ba-923e-bb50d878fa07
2024-12-09T19:12:01,071 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/.tmp/hbase.id
2024-12-09T19:12:01,076 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/hbase.id]
2024-12-09T19:12:01,110 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:01,116 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-09T19:12:01,136 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-12-09T19:12:01,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,167 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T19:12:01,170 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T19:12:01,206 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T19:12:01,210 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T19:12:01,256 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store
2024-12-09T19:12:01,275 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-09T19:12:01,280 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:01,282 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T19:12:01,282 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:01,283 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:01,285 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T19:12:01,286 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:01,286 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:01,287 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733771521282Disabling compacts and flushes for region at 1733771521282Disabling writes for close at 1733771521285 (+3 ms)Writing region close event to WAL at 1733771521286 (+1 ms)Closed at 1733771521286
2024-12-09T19:12:01,288 WARN  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/.initializing
2024-12-09T19:12:01,288 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/WALs/a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:01,299 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T19:12:01,314 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a437f8b9ba7d%2C36013%2C1733771520093, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/WALs/a437f8b9ba7d,36013,1733771520093, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/oldWALs, maxLogs=10
2024-12-09T19:12:01,365 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/WALs/a437f8b9ba7d,36013,1733771520093/a437f8b9ba7d%2C36013%2C1733771520093.1733771521321
2024-12-09T19:12:01,366 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T19:12:01,367 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T19:12:01,368 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:01,373 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:01,374 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:01,417 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T19:12:01,446 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T19:12:01,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:01,453 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:01,453 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T19:12:01,457 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T19:12:01,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:01,458 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:01,459 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T19:12:01,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T19:12:01,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:01,464 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:01,464 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T19:12:01,469 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T19:12:01,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:01,469 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:01,470 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:01,475 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:01,476 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:01,480 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:01,480 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:01,484 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T19:12:01,487 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:01,495 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T19:12:01,496 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70515299, jitterRate=0.05075983703136444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T19:12:01,504 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733771521392Initializing all the Stores at 1733771521392Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771521393 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771521394 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771521395 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771521395Cleaning up temporary data from old regions at 1733771521481 (+86 ms)Region opened successfully at 1733771521504 (+23 ms)
2024-12-09T19:12:01,506 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T19:12:01,547 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbbf432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0
2024-12-09T19:12:01,593 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-09T19:12:01,606 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-09T19:12:01,606 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-09T19:12:01,609 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-09T19:12:01,610 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-09T19:12:01,616 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-12-09T19:12:01,616 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T19:12:01,644 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-09T19:12:01,655 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-09T19:12:01,702 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-09T19:12:01,707 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-09T19:12:01,709 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-09T19:12:01,720 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-09T19:12:01,723 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-09T19:12:01,731 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-09T19:12:01,736 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-09T19:12:01,738 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-09T19:12:01,745 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-09T19:12:01,763 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-09T19:12:01,770 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-09T19:12:01,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:01,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:01,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:01,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,791 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a437f8b9ba7d,36013,1733771520093, sessionid=0x1000c3503da0000, setting cluster-up flag (Was=false)
2024-12-09T19:12:01,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,845 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-09T19:12:01,848 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:01,894 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-09T19:12:01,896 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:01,901 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-09T19:12:01,965 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-09T19:12:01,974 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-09T19:12:01,980 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-09T19:12:01,981 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(746): ClusterId : 34dd7b16-a6ab-41ba-923e-bb50d878fa07
2024-12-09T19:12:01,981 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(746): ClusterId : 34dd7b16-a6ab-41ba-923e-bb50d878fa07
2024-12-09T19:12:01,983 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T19:12:01,983 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T19:12:01,986 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a437f8b9ba7d,36013,1733771520093
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-09T19:12:01,997 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T19:12:01,997 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T19:12:01,997 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T19:12:01,997 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T19:12:01,997 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5
2024-12-09T19:12:01,997 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5
2024-12-09T19:12:01,998 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5
2024-12-09T19:12:01,998 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5
2024-12-09T19:12:01,998 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a437f8b9ba7d:0, corePoolSize=10, maxPoolSize=10
2024-12-09T19:12:01,998 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:01,998 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2
2024-12-09T19:12:01,999 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T19:12:02,003 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-09T19:12:02,004 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733771552004
2024-12-09T19:12:02,006 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-09T19:12:02,007 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-09T19:12:02,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:02,007 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-09T19:12:02,010 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-09T19:12:02,010 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-09T19:12:02,011 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-09T19:12:02,011 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-09T19:12:02,011 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T19:12:02,011 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T19:12:02,012 DEBUG [RS:0;a437f8b9ba7d:46133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eaa7bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0
2024-12-09T19:12:02,012 DEBUG [RS:1;a437f8b9ba7d:36483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3595be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0
2024-12-09T19:12:02,012 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,019 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-09T19:12:02,021 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-09T19:12:02,021 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-09T19:12:02,024 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-09T19:12:02,024 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-09T19:12:02,026 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.large.0-1733771522025,5,FailOnTimeoutGroup]
2024-12-09T19:12:02,027 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.small.0-1733771522026,5,FailOnTimeoutGroup]
2024-12-09T19:12:02,027 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,027 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-09T19:12:02,027 DEBUG [RS:1;a437f8b9ba7d:36483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a437f8b9ba7d:36483
2024-12-09T19:12:02,028 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,029 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,029 DEBUG [RS:0;a437f8b9ba7d:46133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a437f8b9ba7d:46133
2024-12-09T19:12:02,031 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T19:12:02,031 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T19:12:02,031 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T19:12:02,031 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T19:12:02,031 DEBUG [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T19:12:02,031 DEBUG [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T19:12:02,033 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(2659): reportForDuty to master=a437f8b9ba7d,36013,1733771520093 with port=36483, startcode=1733771520940
2024-12-09T19:12:02,033 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(2659): reportForDuty to master=a437f8b9ba7d,36013,1733771520093 with port=46133, startcode=1733771520818
2024-12-09T19:12:02,035 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-09T19:12:02,035 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08
2024-12-09T19:12:02,045 DEBUG [RS:0;a437f8b9ba7d:46133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T19:12:02,045 DEBUG [RS:1;a437f8b9ba7d:36483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T19:12:02,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:02,050 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-09T19:12:02,053 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T19:12:02,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:02,054 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:02,054 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-09T19:12:02,058 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T19:12:02,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:02,059 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:02,059 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-09T19:12:02,063 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T19:12:02,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:02,064 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:02,064 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-09T19:12:02,067 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T19:12:02,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:02,067 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:02,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T19:12:02,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740
2024-12-09T19:12:02,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740
2024-12-09T19:12:02,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T19:12:02,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T19:12:02,070 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T19:12:02,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T19:12:02,077 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T19:12:02,078 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68989127, jitterRate=0.028018102049827576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T19:12:02,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733771522049Initializing all the Stores at 1733771522049Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771522049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771522050 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771522050Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771522050Cleaning up temporary data from old regions at 1733771522070 (+20 ms)Region opened successfully at 1733771522082 (+12 ms)
2024-12-09T19:12:02,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T19:12:02,082 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T19:12:02,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T19:12:02,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T19:12:02,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T19:12:02,087 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T19:12:02,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733771522082Disabling compacts and flushes for region at 1733771522082Disabling writes for close at 1733771522084 (+2 ms)Writing region close event to WAL at 1733771522087 (+3 ms)Closed at 1733771522087
2024-12-09T19:12:02,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T19:12:02,091 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-09T19:12:02,099 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-09T19:12:02,108 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T19:12:02,110 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T19:12:02,110 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T19:12:02,110 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42769, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T19:12:02,116 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:02,119 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] master.ServerManager(517): Registering regionserver=a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:02,128 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:02,128 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] master.ServerManager(517): Registering regionserver=a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:02,131 DEBUG [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08
2024-12-09T19:12:02,131 DEBUG [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08
2024-12-09T19:12:02,131 DEBUG [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-09T19:12:02,131 DEBUG [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-09T19:12:02,131 DEBUG [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T19:12:02,131 DEBUG [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T19:12:02,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T19:12:02,171 DEBUG [RS:0;a437f8b9ba7d:46133 {}] zookeeper.ZKUtil(111): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:02,171 DEBUG [RS:1;a437f8b9ba7d:36483 {}] zookeeper.ZKUtil(111): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:02,171 WARN  [RS:0;a437f8b9ba7d:46133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T19:12:02,171 WARN  [RS:1;a437f8b9ba7d:36483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T19:12:02,171 INFO  [RS:0;a437f8b9ba7d:46133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T19:12:02,171 INFO  [RS:1;a437f8b9ba7d:36483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T19:12:02,171 DEBUG [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:02,171 DEBUG [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:02,173 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a437f8b9ba7d,46133,1733771520818]
2024-12-09T19:12:02,174 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a437f8b9ba7d,36483,1733771520940]
2024-12-09T19:12:02,196 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T19:12:02,196 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T19:12:02,210 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T19:12:02,210 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T19:12:02,215 INFO  [RS:1;a437f8b9ba7d:36483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T19:12:02,215 INFO  [RS:0;a437f8b9ba7d:46133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T19:12:02,215 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,215 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,216 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T19:12:02,216 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T19:12:02,221 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T19:12:02,221 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T19:12:02,222 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,222 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,222 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,222 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,222 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,222 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,222 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2
2024-12-09T19:12:02,223 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2
2024-12-09T19:12:02,223 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,223 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,224 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,224 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,224 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,224 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,224 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:02,224 DEBUG [RS:1;a437f8b9ba7d:36483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:02,224 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,224 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,224 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:02,224 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:02,225 DEBUG [RS:0;a437f8b9ba7d:46133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:02,225 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,225 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,225 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,225 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,225 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,225 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,226 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,226 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,226 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,226 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,226 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,36483,1733771520940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T19:12:02,226 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,46133,1733771520818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T19:12:02,250 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T19:12:02,250 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T19:12:02,252 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,46133,1733771520818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,252 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,36483,1733771520940-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,252 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,252 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,252 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.Replication(171): a437f8b9ba7d,36483,1733771520940 started
2024-12-09T19:12:02,252 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.Replication(171): a437f8b9ba7d,46133,1733771520818 started
2024-12-09T19:12:02,261 WARN  [a437f8b9ba7d:36013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T19:12:02,277 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,277 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,277 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(1482): Serving as a437f8b9ba7d,46133,1733771520818, RpcServer on a437f8b9ba7d/172.17.0.2:46133, sessionid=0x1000c3503da0001
2024-12-09T19:12:02,277 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(1482): Serving as a437f8b9ba7d,36483,1733771520940, RpcServer on a437f8b9ba7d/172.17.0.2:36483, sessionid=0x1000c3503da0002
2024-12-09T19:12:02,279 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T19:12:02,279 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T19:12:02,279 DEBUG [RS:1;a437f8b9ba7d:36483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:02,279 DEBUG [RS:0;a437f8b9ba7d:46133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:02,279 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,46133,1733771520818'
2024-12-09T19:12:02,279 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,36483,1733771520940'
2024-12-09T19:12:02,279 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T19:12:02,279 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T19:12:02,281 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T19:12:02,281 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T19:12:02,281 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T19:12:02,281 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T19:12:02,281 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T19:12:02,281 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T19:12:02,282 DEBUG [RS:1;a437f8b9ba7d:36483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:02,282 DEBUG [RS:0;a437f8b9ba7d:46133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:02,282 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,36483,1733771520940'
2024-12-09T19:12:02,282 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,46133,1733771520818'
2024-12-09T19:12:02,282 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T19:12:02,282 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T19:12:02,283 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T19:12:02,283 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T19:12:02,283 DEBUG [RS:1;a437f8b9ba7d:36483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T19:12:02,283 DEBUG [RS:0;a437f8b9ba7d:46133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T19:12:02,283 INFO  [RS:1;a437f8b9ba7d:36483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T19:12:02,283 INFO  [RS:0;a437f8b9ba7d:46133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T19:12:02,284 INFO  [RS:1;a437f8b9ba7d:36483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T19:12:02,284 INFO  [RS:0;a437f8b9ba7d:46133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T19:12:02,393 INFO  [RS:0;a437f8b9ba7d:46133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T19:12:02,393 INFO  [RS:1;a437f8b9ba7d:36483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T19:12:02,394 INFO  [RS:0;a437f8b9ba7d:46133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=a437f8b9ba7d%2C46133%2C1733771520818, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,46133,1733771520818, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs, maxLogs=55
2024-12-09T19:12:02,394 INFO  [RS:1;a437f8b9ba7d:36483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=a437f8b9ba7d%2C36483%2C1733771520940, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,36483,1733771520940, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs, maxLogs=55
2024-12-09T19:12:02,414 INFO  [RS:0;a437f8b9ba7d:46133 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,46133,1733771520818/a437f8b9ba7d%2C46133%2C1733771520818.1733771522397
2024-12-09T19:12:02,414 DEBUG [RS:0;a437f8b9ba7d:46133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T19:12:02,415 INFO  [RS:1;a437f8b9ba7d:36483 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,36483,1733771520940/a437f8b9ba7d%2C36483%2C1733771520940.1733771522398
2024-12-09T19:12:02,416 DEBUG [RS:1;a437f8b9ba7d:36483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T19:12:02,515 DEBUG [a437f8b9ba7d:36013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-09T19:12:02,527 DEBUG [a437f8b9ba7d:36013 {}] balancer.BalancerClusterState(204): Hosts are {a437f8b9ba7d=0} racks are {/default-rack=0}
2024-12-09T19:12:02,531 DEBUG [a437f8b9ba7d:36013 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T19:12:02,531 DEBUG [a437f8b9ba7d:36013 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T19:12:02,531 DEBUG [a437f8b9ba7d:36013 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T19:12:02,531 DEBUG [a437f8b9ba7d:36013 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T19:12:02,531 INFO  [a437f8b9ba7d:36013 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T19:12:02,531 INFO  [a437f8b9ba7d:36013 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T19:12:02,532 DEBUG [a437f8b9ba7d:36013 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T19:12:02,538 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:02,542 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a437f8b9ba7d,36483,1733771520940, state=OPENING
2024-12-09T19:12:02,553 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-09T19:12:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:02,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:02,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:02,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:02,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T19:12:02,567 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a437f8b9ba7d,36483,1733771520940}]
2024-12-09T19:12:02,749 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T19:12:02,752 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T19:12:02,760 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-09T19:12:02,761 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T19:12:02,761 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-09T19:12:02,762 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=a437f8b9ba7d%2C36483%2C1733771520940.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,36483,1733771520940, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs, maxLogs=55
2024-12-09T19:12:02,780 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,36483,1733771520940/a437f8b9ba7d%2C36483%2C1733771520940.meta.1733771522764.meta
2024-12-09T19:12:02,780 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T19:12:02,780 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-09T19:12:02,782 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-09T19:12:02,784 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-09T19:12:02,788 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-09T19:12:02,791 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-09T19:12:02,791 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:02,792 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-09T19:12:02,792 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-09T19:12:02,793 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-09T19:12:02,794 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T19:12:02,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:02,794 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:02,794 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-09T19:12:02,795 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T19:12:02,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:02,795 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:02,796 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-09T19:12:02,796 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T19:12:02,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:02,797 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:02,797 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-09T19:12:02,797 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T19:12:02,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:02,798 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:02,798 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T19:12:02,799 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740
2024-12-09T19:12:02,799 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740
2024-12-09T19:12:02,800 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T19:12:02,800 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T19:12:02,800 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T19:12:02,801 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T19:12:02,802 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65757329, jitterRate=-0.020139440894126892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T19:12:02,802 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-09T19:12:02,804 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733771522792Writing region info on filesystem at 1733771522792Initializing all the Stores at 1733771522793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771522793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771522793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771522793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771522793Cleaning up temporary data from old regions at 1733771522800 (+7 ms)Running coprocessor post-open hooks at 1733771522802 (+2 ms)Region opened successfully at 1733771522803 (+1 ms)
2024-12-09T19:12:02,809 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733771522740
2024-12-09T19:12:02,817 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-09T19:12:02,818 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-09T19:12:02,818 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:02,820 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a437f8b9ba7d,36483,1733771520940, state=OPEN
2024-12-09T19:12:02,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T19:12:02,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T19:12:02,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T19:12:02,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:02,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:02,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:02,860 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:02,864 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-09T19:12:02,865 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a437f8b9ba7d,36483,1733771520940 in 293 msec
2024-12-09T19:12:02,871 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T19:12:02,872 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 769 msec
2024-12-09T19:12:02,872 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T19:12:02,872 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-09T19:12:02,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T19:12:02,891 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a437f8b9ba7d,36483,1733771520940, seqNum=-1]
2024-12-09T19:12:02,908 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T19:12:02,910 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46993, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T19:12:02,926 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 995 msec
2024-12-09T19:12:02,926 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733771522926, completionTime=-1
2024-12-09T19:12:02,929 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-09T19:12:02,929 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-09T19:12:02,950 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-09T19:12:02,950 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733771582950
2024-12-09T19:12:02,950 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733771642950
2024-12-09T19:12:02,950 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec
2024-12-09T19:12:02,960 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-09T19:12:02,966 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,36013,1733771520093-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,966 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,36013,1733771520093-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,966 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,36013,1733771520093-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,967 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a437f8b9ba7d:36013, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,967 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,968 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:02,974 DEBUG [master/a437f8b9ba7d:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-09T19:12:02,992 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.930sec
2024-12-09T19:12:02,993 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-09T19:12:02,994 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-09T19:12:02,995 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-09T19:12:02,996 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-09T19:12:02,996 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-09T19:12:02,996 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,36013,1733771520093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T19:12:02,997 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,36013,1733771520093-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-09T19:12:02,998 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-09T19:12:02,998 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-09T19:12:02,999 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,36013,1733771520093-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:03,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4248d59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T19:12:03,095 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-09T19:12:03,095 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-09T19:12:03,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a437f8b9ba7d,36013,-1 for getting cluster id
2024-12-09T19:12:03,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T19:12:03,107 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34dd7b16-a6ab-41ba-923e-bb50d878fa07'
2024-12-09T19:12:03,108 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T19:12:03,109 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34dd7b16-a6ab-41ba-923e-bb50d878fa07"

2024-12-09T19:12:03,109 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6501d6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T19:12:03,109 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a437f8b9ba7d,36013,-1]
2024-12-09T19:12:03,112 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T19:12:03,114 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:03,115 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T19:12:03,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f82a59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T19:12:03,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T19:12:03,124 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a437f8b9ba7d,36483,1733771520940, seqNum=-1]
2024-12-09T19:12:03,124 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T19:12:03,127 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T19:12:03,144 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:03,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T19:12:03,152 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:03,154 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e530c2
2024-12-09T19:12:03,154 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T19:12:03,157 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T19:12:03,162 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1733771523144', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T19:12:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733771523144
2024-12-09T19:12:03,171 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733771523144 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T19:12:03,173 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1733771523144"
 procId is: 4
2024-12-09T19:12:03,173 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:03,175 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733771523144 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T19:12:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T19:12:03,188 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733771523144-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83f6ff7728aec0f4347267a5bb33a9b3, NAME => 'testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1733771523144', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08
2024-12-09T19:12:03,194 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733771523144-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:03,195 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733771523144-pool-0 {}] regionserver.HRegion(1722): Closing 83f6ff7728aec0f4347267a5bb33a9b3, disabling compactions & flushes
2024-12-09T19:12:03,195 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733771523144-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:03,195 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733771523144-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:03,195 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733771523144-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3. after waiting 0 ms
2024-12-09T19:12:03,195 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733771523144-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:03,195 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733771523144-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:03,195 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733771523144-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83f6ff7728aec0f4347267a5bb33a9b3:
Waiting for close lock at 1733771523195Disabling compacts and flushes for region at 1733771523195Disabling writes for close at 1733771523195Writing region close event to WAL at 1733771523195Closed at 1733771523195
2024-12-09T19:12:03,197 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733771523144 execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T19:12:03,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733771523197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733771523197"}]},"ts":"1733771523197"}
2024-12-09T19:12:03,208 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T19:12:03,209 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733771523144 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T19:12:03,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733771523144","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733771523209"}]},"ts":"1733771523209"}
2024-12-09T19:12:03,216 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733771523144, state=ENABLING in hbase:meta
2024-12-09T19:12:03,217 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a437f8b9ba7d=0} racks are {/default-rack=0}
2024-12-09T19:12:03,218 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T19:12:03,218 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T19:12:03,218 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T19:12:03,218 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T19:12:03,218 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T19:12:03,218 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T19:12:03,218 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T19:12:03,220 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, ASSIGN}]
2024-12-09T19:12:03,222 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, ASSIGN
2024-12-09T19:12:03,223 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, ASSIGN; state=OFFLINE, location=a437f8b9ba7d,36483,1733771520940; forceNewPlan=false, retain=false
2024-12-09T19:12:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T19:12:03,376 INFO  [a437f8b9ba7d:36013 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-09T19:12:03,377 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83f6ff7728aec0f4347267a5bb33a9b3, regionState=OPENING, regionLocation=a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:03,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, ASSIGN because future has completed
2024-12-09T19:12:03,382 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f6ff7728aec0f4347267a5bb33a9b3, server=a437f8b9ba7d,36483,1733771520940}]
2024-12-09T19:12:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T19:12:03,540 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:03,540 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 83f6ff7728aec0f4347267a5bb33a9b3, NAME => 'testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.', STARTKEY => '', ENDKEY => ''}
2024-12-09T19:12:03,541 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733771523144 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,541 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:03,541 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,541 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,543 INFO  [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 83f6ff7728aec0f4347267a5bb33a9b3 
2024-12-09T19:12:03,548 INFO  [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f6ff7728aec0f4347267a5bb33a9b3 columnFamilyName family
2024-12-09T19:12:03,548 DEBUG [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:03,549 INFO  [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] regionserver.HStore(327): Store=83f6ff7728aec0f4347267a5bb33a9b3/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:03,549 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,551 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,551 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,552 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,552 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,553 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,559 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T19:12:03,560 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 83f6ff7728aec0f4347267a5bb33a9b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68198406, jitterRate=0.016235440969467163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T19:12:03,560 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:03,561 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 83f6ff7728aec0f4347267a5bb33a9b3:
Running coprocessor pre-open hook at 1733771523542Writing region info on filesystem at 1733771523542Initializing all the Stores at 1733771523542Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771523542Cleaning up temporary data from old regions at 1733771523552 (+10 ms)Running coprocessor post-open hooks at 1733771523560 (+8 ms)Region opened successfully at 1733771523561 (+1 ms)
2024-12-09T19:12:03,562 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3., pid=6, masterSystemTime=1733771523536
2024-12-09T19:12:03,565 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:03,565 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:03,566 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83f6ff7728aec0f4347267a5bb33a9b3, regionState=OPEN, openSeqNum=2, regionLocation=a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:03,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f6ff7728aec0f4347267a5bb33a9b3, server=a437f8b9ba7d,36483,1733771520940 because future has completed
2024-12-09T19:12:03,573 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-09T19:12:03,574 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 83f6ff7728aec0f4347267a5bb33a9b3, server=a437f8b9ba7d,36483,1733771520940 in 189 msec
2024-12-09T19:12:03,576 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-09T19:12:03,576 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, ASSIGN in 353 msec
2024-12-09T19:12:03,577 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733771523144 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T19:12:03,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733771523144","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733771523577"}]},"ts":"1733771523577"}
2024-12-09T19:12:03,580 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733771523144, state=ENABLED in hbase:meta
2024-12-09T19:12:03,581 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733771523144 execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T19:12:03,583 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733771523144 in 416 msec
2024-12-09T19:12:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T19:12:03,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1733771523144 get assigned. Timeout = 60000ms
2024-12-09T19:12:03,815 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1733771523144 completed
2024-12-09T19:12:03,818 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T19:12:03,823 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1733771523144 assigned to meta. Checking AM states.
2024-12-09T19:12:03,824 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T19:12:03,824 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1733771523144 assigned.
2024-12-09T19:12:03,831 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1733771523144', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3., hostname=a437f8b9ba7d,36483,1733771520940, seqNum=2]
2024-12-09T19:12:03,841 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 83f6ff7728aec0f4347267a5bb33a9b3 1/1 column families, dataSize=78 B heapSize=480 B
2024-12-09T19:12:03,861 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on daa1e5448084436c8bc05069c6127c61
2024-12-09T19:12:03,891 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/.tmp/family/daa1e5448084436c8bc05069c6127c61 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-12-09T19:12:03,895 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/.tmp/family/daa1e5448084436c8bc05069c6127c61
2024-12-09T19:12:03,925 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/.tmp/family/daa1e5448084436c8bc05069c6127c61 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61
2024-12-09T19:12:03,926 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61, delay=967 ms
2024-12-09T19:12:03,928 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61, entries=2, sequenceid=6, filesize=4.9 K
2024-12-09T19:12:03,933 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 83f6ff7728aec0f4347267a5bb33a9b3 in 90ms, sequenceid=6, compaction requested=false
2024-12-09T19:12:03,934 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1733771523144'
2024-12-09T19:12:03,936 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 83f6ff7728aec0f4347267a5bb33a9b3:

2024-12-09T19:12:04,896 DEBUG [hfile-prefetch-1733771523926 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key daa1e5448084436c8bc05069c6127c61_0. 
2024-12-09T19:12:04,903 DEBUG [hfile-prefetch-1733771523926 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key daa1e5448084436c8bc05069c6127c61_117. 
2024-12-09T19:12:04,904 DEBUG [hfile-prefetch-1733771523926 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61, with total blocks 2, and data blocks 1
2024-12-09T19:12:04,904 DEBUG [hfile-prefetch-1733771523926 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-12-09T19:12:04,905 DEBUG [hfile-prefetch-1733771523926 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-12-09T19:12:04,905 DEBUG [hfile-prefetch-1733771523926 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61. Will sleep 100ms and try the verification again.
2024-12-09T19:12:04,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=83f6ff7728aec0f4347267a5bb33a9b3, source=a437f8b9ba7d,36483,1733771520940, destination=a437f8b9ba7d,46133,1733771520818, warming up region on a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T19:12:04,952 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=83f6ff7728aec0f4347267a5bb33a9b3, source=a437f8b9ba7d,36483,1733771520940, destination=a437f8b9ba7d,46133,1733771520818, running balancer
2024-12-09T19:12:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, REOPEN/MOVE
2024-12-09T19:12:04,954 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, REOPEN/MOVE
2024-12-09T19:12:04,955 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60219, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T19:12:04,956 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=83f6ff7728aec0f4347267a5bb33a9b3, regionState=CLOSING, regionLocation=a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:04,956 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.HRegion(7855): Warmup {ENCODED => 83f6ff7728aec0f4347267a5bb33a9b3, NAME => 'testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.', STARTKEY => '', ENDKEY => ''}
2024-12-09T19:12:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:04,957 INFO  [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 83f6ff7728aec0f4347267a5bb33a9b3 
2024-12-09T19:12:04,957 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36013 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=a437f8b9ba7d,36483,1733771520940, table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-09T19:12:04,958 INFO  [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f6ff7728aec0f4347267a5bb33a9b3 columnFamilyName family
2024-12-09T19:12:04,959 DEBUG [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:04,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, REOPEN/MOVE because future has completed
2024-12-09T19:12:04,959 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-12-09T19:12:04,960 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 83f6ff7728aec0f4347267a5bb33a9b3, server=a437f8b9ba7d,36483,1733771520940}]
2024-12-09T19:12:04,962 DEBUG [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61
2024-12-09T19:12:04,963 INFO  [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] regionserver.HStore(327): Store=83f6ff7728aec0f4347267a5bb33a9b3/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.HRegion(1722): Closing 83f6ff7728aec0f4347267a5bb33a9b3, disabling compactions & flushes
2024-12-09T19:12:04,963 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3. after waiting 0 ms
2024-12-09T19:12:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:04,964 DEBUG [StoreFileCloser-83f6ff7728aec0f4347267a5bb33a9b3-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61
2024-12-09T19:12:04,965 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46133 {}] regionserver.HRegion(1676): Region close journal for 83f6ff7728aec0f4347267a5bb33a9b3:
Waiting for close lock at 1733771524963Disabling compacts and flushes for region at 1733771524963Disabling writes for close at 1733771524963Writing region close event to WAL at 1733771524965 (+2 ms)Closed at 1733771524965
2024-12-09T19:12:04,966 WARN  [hfile-prefetch-1733771523926 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-12-09T19:12:04,967 DEBUG [hfile-prefetch-1733771523926 {}] hfile.PrefetchExecutor(121): Prefetch completed for daa1e5448084436c8bc05069c6127c61
2024-12-09T19:12:05,000 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-09T19:12:05,000 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-09T19:12:05,001 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-09T19:12:05,001 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-09T19:12:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-12-09T19:12:05,017 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-09T19:12:05,017 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733771525000
2024-12-09T19:12:05,017 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-09T19:12:05,120 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,121 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-12-09T19:12:05,122 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 83f6ff7728aec0f4347267a5bb33a9b3, disabling compactions & flushes
2024-12-09T19:12:05,122 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,123 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,123 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3. after waiting 0 ms
2024-12-09T19:12:05,123 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,126 DEBUG [StoreFileCloser-83f6ff7728aec0f4347267a5bb33a9b3-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file daa1e5448084436c8bc05069c6127c61, starting offset: 0, end offset: 9223372036854775807
2024-12-09T19:12:05,128 DEBUG [StoreFileCloser-83f6ff7728aec0f4347267a5bb33a9b3-family-1 {}] bucket.BucketCache(856): removed key daa1e5448084436c8bc05069c6127c61_0 from back map with offset lock 2094080 in the evict process
2024-12-09T19:12:05,134 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-09T19:12:05,135 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,135 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 83f6ff7728aec0f4347267a5bb33a9b3:
Waiting for close lock at 1733771525122Running coprocessor pre-close hooks at 1733771525122Disabling compacts and flushes for region at 1733771525122Disabling writes for close at 1733771525123 (+1 ms)Writing region close event to WAL at 1733771525129 (+6 ms)Running coprocessor post-close hooks at 1733771525134 (+5 ms)Closed at 1733771525135 (+1 ms)
2024-12-09T19:12:05,135 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 83f6ff7728aec0f4347267a5bb33a9b3 move to a437f8b9ba7d,46133,1733771520818 record at close sequenceid=6
2024-12-09T19:12:05,139 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,140 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=83f6ff7728aec0f4347267a5bb33a9b3, regionState=CLOSED
2024-12-09T19:12:05,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 83f6ff7728aec0f4347267a5bb33a9b3, server=a437f8b9ba7d,36483,1733771520940 because future has completed
2024-12-09T19:12:05,145 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-09T19:12:05,145 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 83f6ff7728aec0f4347267a5bb33a9b3, server=a437f8b9ba7d,36483,1733771520940 in 184 msec
2024-12-09T19:12:05,146 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, REOPEN/MOVE; state=CLOSED, location=a437f8b9ba7d,46133,1733771520818; forceNewPlan=false, retain=false
2024-12-09T19:12:05,161 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-09T19:12:05,162 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-09T19:12:05,162 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-09T19:12:05,162 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-09T19:12:05,165 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-09T19:12:05,165 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733771525162
2024-12-09T19:12:05,165 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-09T19:12:05,297 INFO  [a437f8b9ba7d:36013 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-09T19:12:05,297 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=83f6ff7728aec0f4347267a5bb33a9b3, regionState=OPENING, regionLocation=a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, REOPEN/MOVE because future has completed
2024-12-09T19:12:05,304 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f6ff7728aec0f4347267a5bb33a9b3, server=a437f8b9ba7d,46133,1733771520818}]
2024-12-09T19:12:05,463 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,464 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 83f6ff7728aec0f4347267a5bb33a9b3, NAME => 'testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.', STARTKEY => '', ENDKEY => ''}
2024-12-09T19:12:05,465 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733771523144 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,465 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:05,465 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,465 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,468 INFO  [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 83f6ff7728aec0f4347267a5bb33a9b3 
2024-12-09T19:12:05,469 INFO  [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f6ff7728aec0f4347267a5bb33a9b3 columnFamilyName family
2024-12-09T19:12:05,469 DEBUG [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:05,471 DEBUG [StoreFileOpener-83f6ff7728aec0f4347267a5bb33a9b3-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61, delay=936 ms
2024-12-09T19:12:05,472 DEBUG [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61
2024-12-09T19:12:05,473 INFO  [StoreOpener-83f6ff7728aec0f4347267a5bb33a9b3-1 {}] regionserver.HStore(327): Store=83f6ff7728aec0f4347267a5bb33a9b3/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:05,473 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,474 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,474 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,474 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,474 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,478 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,479 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 83f6ff7728aec0f4347267a5bb33a9b3; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70492510, jitterRate=0.05042025446891785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T19:12:05,479 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,480 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 83f6ff7728aec0f4347267a5bb33a9b3:
Running coprocessor pre-open hook at 1733771525466Writing region info on filesystem at 1733771525466Initializing all the Stores at 1733771525467 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771525467Cleaning up temporary data from old regions at 1733771525474 (+7 ms)Running coprocessor post-open hooks at 1733771525479 (+5 ms)Region opened successfully at 1733771525480 (+1 ms)
2024-12-09T19:12:05,481 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3., pid=9, masterSystemTime=1733771525458
2024-12-09T19:12:05,485 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,485 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,485 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=83f6ff7728aec0f4347267a5bb33a9b3, regionState=OPEN, openSeqNum=10, regionLocation=a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:05,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f6ff7728aec0f4347267a5bb33a9b3, server=a437f8b9ba7d,46133,1733771520818 because future has completed
2024-12-09T19:12:05,492 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-12-09T19:12:05,492 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 83f6ff7728aec0f4347267a5bb33a9b3, server=a437f8b9ba7d,46133,1733771520818 in 186 msec
2024-12-09T19:12:05,494 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733771523144, region=83f6ff7728aec0f4347267a5bb33a9b3, REOPEN/MOVE in 540 msec
2024-12-09T19:12:05,507 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-09T19:12:05,507 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T19:12:05,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T19:12:05,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:05,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:05,512 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T19:12:05,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-09T19:12:05,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2143720667, stopped=false
2024-12-09T19:12:05,512 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a437f8b9ba7d,36013,1733771520093
2024-12-09T19:12:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:05,527 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T19:12:05,527 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T19:12:05,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T19:12:05,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:05,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:05,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:05,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:05,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a437f8b9ba7d,46133,1733771520818' *****
2024-12-09T19:12:05,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T19:12:05,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a437f8b9ba7d,36483,1733771520940' *****
2024-12-09T19:12:05,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T19:12:05,528 INFO  [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1738): Disabling cache
2024-12-09T19:12:05,528 INFO  [RS:1;a437f8b9ba7d:36483 {}] bucket.BucketCache(1738): Disabling cache
2024-12-09T19:12:05,529 INFO  [RS:1;a437f8b9ba7d:36483 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.persistence
2024-12-09T19:12:05,529 INFO  [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/bucket.persistence
2024-12-09T19:12:05,529 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-09T19:12:05,529 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T19:12:05,530 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T19:12:05,530 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-09T19:12:05,530 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-09T19:12:05,530 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-09T19:12:05,530 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-09T19:12:05,530 INFO  [regionserver/a437f8b9ba7d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:05,530 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-09T19:12:05,530 INFO  [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-09T19:12:05,530 INFO  [RS:1;a437f8b9ba7d:36483 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-09T19:12:05,530 INFO  [regionserver/a437f8b9ba7d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:05,530 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-09T19:12:05,530 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-09T19:12:05,540 DEBUG [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1487): Thread RS:0;a437f8b9ba7d:46133 started persisting bucket cache to file
2024-12-09T19:12:05,540 DEBUG [RS:1;a437f8b9ba7d:36483 {}] bucket.BucketCache(1487): Thread RS:1;a437f8b9ba7d:36483 started persisting bucket cache to file
2024-12-09T19:12:05,541 DEBUG [RS:1;a437f8b9ba7d:36483 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-09T19:12:05,541 DEBUG [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-09T19:12:05,541 DEBUG [RS:1;a437f8b9ba7d:36483 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-09T19:12:05,541 DEBUG [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-09T19:12:05,544 DEBUG [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-09T19:12:05,544 DEBUG [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733771525540
2024-12-09T19:12:05,545 DEBUG [RS:1;a437f8b9ba7d:36483 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-09T19:12:05,545 DEBUG [RS:1;a437f8b9ba7d:36483 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733771525540
2024-12-09T19:12:05,545 DEBUG [RS:1;a437f8b9ba7d:36483 {}] bucket.BucketCache(1509): Thread RS:1;a437f8b9ba7d:36483 finished persisting bucket cache to file, renaming
2024-12-09T19:12:05,545 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T19:12:05,546 INFO  [RS:1;a437f8b9ba7d:36483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T19:12:05,546 INFO  [RS:1;a437f8b9ba7d:36483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T19:12:05,546 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(959): stopping server a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:05,546 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T19:12:05,546 INFO  [RS:1;a437f8b9ba7d:36483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a437f8b9ba7d:36483.
2024-12-09T19:12:05,546 DEBUG [RS:1;a437f8b9ba7d:36483 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T19:12:05,546 DEBUG [RS:1;a437f8b9ba7d:36483 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:05,547 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T19:12:05,547 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T19:12:05,547 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T19:12:05,547 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-09T19:12:05,548 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T19:12:05,548 DEBUG [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-09T19:12:05,549 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-09T19:12:05,549 DEBUG [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T19:12:05,549 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T19:12:05,549 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T19:12:05,549 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T19:12:05,549 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T19:12:05,550 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T19:12:05,550 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-12-09T19:12:05,557 DEBUG [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1509): Thread RS:0;a437f8b9ba7d:46133 finished persisting bucket cache to file, renaming
2024-12-09T19:12:05,557 WARN  [RS:0;a437f8b9ba7d:46133 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-12-09T19:12:05,557 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T19:12:05,557 INFO  [RS:0;a437f8b9ba7d:46133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T19:12:05,558 INFO  [RS:0;a437f8b9ba7d:46133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T19:12:05,558 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(3091): Received CLOSE for 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,558 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(959): stopping server a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:05,558 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T19:12:05,558 INFO  [RS:0;a437f8b9ba7d:46133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a437f8b9ba7d:46133.
2024-12-09T19:12:05,558 DEBUG [RS:0;a437f8b9ba7d:46133 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T19:12:05,558 DEBUG [RS:0;a437f8b9ba7d:46133 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:05,558 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-09T19:12:05,558 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T19:12:05,558 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83f6ff7728aec0f4347267a5bb33a9b3, disabling compactions & flushes
2024-12-09T19:12:05,558 DEBUG [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(1325): Online Regions={83f6ff7728aec0f4347267a5bb33a9b3=testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.}
2024-12-09T19:12:05,559 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,559 DEBUG [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(1351): Waiting on 83f6ff7728aec0f4347267a5bb33a9b3
2024-12-09T19:12:05,559 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,559 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3. after waiting 0 ms
2024-12-09T19:12:05,559 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,560 DEBUG [StoreFileCloser-83f6ff7728aec0f4347267a5bb33a9b3-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/family/daa1e5448084436c8bc05069c6127c61
2024-12-09T19:12:05,560 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 25a844aa67f14d31a08fe61991d1bb77
2024-12-09T19:12:05,564 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnRegionMove1733771523144/83f6ff7728aec0f4347267a5bb33a9b3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-12-09T19:12:05,564 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,564 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83f6ff7728aec0f4347267a5bb33a9b3:
Waiting for close lock at 1733771525558Running coprocessor pre-close hooks at 1733771525558Disabling compacts and flushes for region at 1733771525558Disabling writes for close at 1733771525559 (+1 ms)Writing region close event to WAL at 1733771525560 (+1 ms)Running coprocessor post-close hooks at 1733771525564 (+4 ms)Closed at 1733771525564
2024-12-09T19:12:05,564 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3.
2024-12-09T19:12:05,574 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/info/25a844aa67f14d31a08fe61991d1bb77 is 205, key is testBlockEvictionOnRegionMove1733771523144,,1733771523158.83f6ff7728aec0f4347267a5bb33a9b3./info:regioninfo/1733771525485/Put/seqid=0
2024-12-09T19:12:05,575 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/info/25a844aa67f14d31a08fe61991d1bb77
2024-12-09T19:12:05,583 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d6fb4a42427949f4b0a0ef5b099b4f66
2024-12-09T19:12:05,594 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/ns/d6fb4a42427949f4b0a0ef5b099b4f66 is 43, key is default/ns:d/1733771522914/Put/seqid=0
2024-12-09T19:12:05,595 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/ns/d6fb4a42427949f4b0a0ef5b099b4f66
2024-12-09T19:12:05,602 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on c06beb89595341ab80c452240176daf7
2024-12-09T19:12:05,614 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/table/c06beb89595341ab80c452240176daf7 is 78, key is testBlockEvictionOnRegionMove1733771523144/table:state/1733771523577/Put/seqid=0
2024-12-09T19:12:05,614 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/table/c06beb89595341ab80c452240176daf7
2024-12-09T19:12:05,617 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/info/25a844aa67f14d31a08fe61991d1bb77 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/info/25a844aa67f14d31a08fe61991d1bb77
2024-12-09T19:12:05,618 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/info/25a844aa67f14d31a08fe61991d1bb77, delay=984 ms
2024-12-09T19:12:05,619 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/info/25a844aa67f14d31a08fe61991d1bb77, entries=15, sequenceid=15, filesize=7.6 K
2024-12-09T19:12:05,619 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/ns/d6fb4a42427949f4b0a0ef5b099b4f66 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/ns/d6fb4a42427949f4b0a0ef5b099b4f66
2024-12-09T19:12:05,621 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/ns/d6fb4a42427949f4b0a0ef5b099b4f66, delay=903 ms
2024-12-09T19:12:05,622 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/ns/d6fb4a42427949f4b0a0ef5b099b4f66, entries=2, sequenceid=15, filesize=5.0 K
2024-12-09T19:12:05,622 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/table/c06beb89595341ab80c452240176daf7 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/table/c06beb89595341ab80c452240176daf7
2024-12-09T19:12:05,623 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/table/c06beb89595341ab80c452240176daf7, delay=946 ms
2024-12-09T19:12:05,624 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/table/c06beb89595341ab80c452240176daf7, entries=2, sequenceid=15, filesize=5.3 K
2024-12-09T19:12:05,625 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 75ms, sequenceid=15, compaction requested=false
2024-12-09T19:12:05,625 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-09T19:12:05,626 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/info/25a844aa67f14d31a08fe61991d1bb77
2024-12-09T19:12:05,627 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/ns/d6fb4a42427949f4b0a0ef5b099b4f66
2024-12-09T19:12:05,628 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/table/c06beb89595341ab80c452240176daf7
2024-12-09T19:12:05,631 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-12-09T19:12:05,632 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T19:12:05,632 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T19:12:05,632 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733771525548Running coprocessor pre-close hooks at 1733771525549 (+1 ms)Disabling compacts and flushes for region at 1733771525549Disabling writes for close at 1733771525550 (+1 ms)Obtaining lock to block concurrent updates at 1733771525550Preparing flush snapshotting stores in 1588230740 at 1733771525550Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1733771525551 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733771525551Flushing 1588230740/info: creating writer at 1733771525551Flushing 1588230740/info: appending metadata at 1733771525573 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733771525574 (+1 ms)Flushing 1588230740/ns: creating writer at 1733771525578 (+4 ms)Flushing 1588230740/ns: appending metadata at 1733771525593 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733771525593Flushing 1588230740/table: creating writer at 1733771525597 (+4 ms)Flushing 1588230740/table: appending metadata at 1733771525613 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733771525613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3719afc8: reopening flushed file at 1733771525617 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b8afcd: reopening flushed file at 1733771525619 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7047c388: reopening flushed file at 1733771525622 (+3 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 75ms, sequenceid=15, compaction requested=false at 1733771525625 (+3 ms)Writing region close event to WAL at 1733771525628 (+3 ms)Running coprocessor post-close hooks at 1733771525632 (+4 ms)Closed at 1733771525632
2024-12-09T19:12:05,633 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-09T19:12:05,750 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(976): stopping server a437f8b9ba7d,36483,1733771520940; all regions closed.
2024-12-09T19:12:05,759 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(976): stopping server a437f8b9ba7d,46133,1733771520818; all regions closed.
2024-12-09T19:12:05,761 DEBUG [RS:1;a437f8b9ba7d:36483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs
2024-12-09T19:12:05,761 INFO  [RS:1;a437f8b9ba7d:36483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C36483%2C1733771520940.meta:.meta(num 1733771522764)
2024-12-09T19:12:05,761 DEBUG [RS:0;a437f8b9ba7d:46133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs
2024-12-09T19:12:05,762 INFO  [RS:0;a437f8b9ba7d:46133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C46133%2C1733771520818:(num 1733771522397)
2024-12-09T19:12:05,762 DEBUG [RS:0;a437f8b9ba7d:46133 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:05,762 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:05,762 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T19:12:05,762 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.ChoreService(370): Chore service for: regionserver/a437f8b9ba7d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-09T19:12:05,763 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T19:12:05,763 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T19:12:05,763 INFO  [regionserver/a437f8b9ba7d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T19:12:05,763 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T19:12:05,763 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T19:12:05,763 INFO  [RS:0;a437f8b9ba7d:46133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46133
2024-12-09T19:12:05,763 DEBUG [RS:1;a437f8b9ba7d:36483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs
2024-12-09T19:12:05,764 INFO  [RS:1;a437f8b9ba7d:36483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C36483%2C1733771520940:(num 1733771522398)
2024-12-09T19:12:05,764 DEBUG [RS:1;a437f8b9ba7d:36483 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:05,764 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:05,764 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T19:12:05,764 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.ChoreService(370): Chore service for: regionserver/a437f8b9ba7d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-09T19:12:05,764 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T19:12:05,764 INFO  [regionserver/a437f8b9ba7d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T19:12:05,765 INFO  [RS:1;a437f8b9ba7d:36483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36483
2024-12-09T19:12:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a437f8b9ba7d,46133,1733771520818
2024-12-09T19:12:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T19:12:05,778 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T19:12:05,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a437f8b9ba7d,36483,1733771520940
2024-12-09T19:12:05,778 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T19:12:05,786 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a437f8b9ba7d,46133,1733771520818]
2024-12-09T19:12:05,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a437f8b9ba7d,46133,1733771520818 already deleted, retry=false
2024-12-09T19:12:05,794 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a437f8b9ba7d,46133,1733771520818 expired; onlineServers=1
2024-12-09T19:12:05,795 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a437f8b9ba7d,36483,1733771520940]
2024-12-09T19:12:05,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a437f8b9ba7d,36483,1733771520940 already deleted, retry=false
2024-12-09T19:12:05,803 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a437f8b9ba7d,36483,1733771520940 expired; onlineServers=0
2024-12-09T19:12:05,803 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a437f8b9ba7d,36013,1733771520093' *****
2024-12-09T19:12:05,803 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-09T19:12:05,803 INFO  [M:0;a437f8b9ba7d:36013 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T19:12:05,803 INFO  [M:0;a437f8b9ba7d:36013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T19:12:05,803 DEBUG [M:0;a437f8b9ba7d:36013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-09T19:12:05,804 DEBUG [M:0;a437f8b9ba7d:36013 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-09T19:12:05,804 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-09T19:12:05,804 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.large.0-1733771522025 {}] cleaner.HFileCleaner(306): Exit Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.large.0-1733771522025,5,FailOnTimeoutGroup]
2024-12-09T19:12:05,804 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.small.0-1733771522026 {}] cleaner.HFileCleaner(306): Exit Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.small.0-1733771522026,5,FailOnTimeoutGroup]
2024-12-09T19:12:05,804 INFO  [M:0;a437f8b9ba7d:36013 {}] hbase.ChoreService(370): Chore service for: master/a437f8b9ba7d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-09T19:12:05,804 INFO  [M:0;a437f8b9ba7d:36013 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T19:12:05,804 DEBUG [M:0;a437f8b9ba7d:36013 {}] master.HMaster(1795): Stopping service threads
2024-12-09T19:12:05,804 INFO  [M:0;a437f8b9ba7d:36013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T19:12:05,804 INFO  [M:0;a437f8b9ba7d:36013 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T19:12:05,805 INFO  [M:0;a437f8b9ba7d:36013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-09T19:12:05,805 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-09T19:12:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-09T19:12:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:05,811 DEBUG [M:0;a437f8b9ba7d:36013 {}] zookeeper.ZKUtil(347): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-09T19:12:05,811 WARN  [M:0;a437f8b9ba7d:36013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-09T19:12:05,812 INFO  [M:0;a437f8b9ba7d:36013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/.lastflushedseqids
2024-12-09T19:12:05,819 INFO  [M:0;a437f8b9ba7d:36013 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-09T19:12:05,819 INFO  [M:0;a437f8b9ba7d:36013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-09T19:12:05,819 DEBUG [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T19:12:05,819 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:05,819 DEBUG [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:05,819 DEBUG [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T19:12:05,819 DEBUG [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:05,820 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.69 KB heapSize=43.02 KB
2024-12-09T19:12:05,828 DEBUG [M:0;a437f8b9ba7d:36013 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 4ced689d87114f198b1ff4c0d4f95227
2024-12-09T19:12:05,840 DEBUG [M:0;a437f8b9ba7d:36013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ced689d87114f198b1ff4c0d4f95227 is 82, key is hbase:meta,,1/info:regioninfo/1733771522818/Put/seqid=0
2024-12-09T19:12:05,841 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ced689d87114f198b1ff4c0d4f95227
2024-12-09T19:12:05,847 DEBUG [M:0;a437f8b9ba7d:36013 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3427ed4f4deb4d5fae5883bb7af8df33
2024-12-09T19:12:05,858 DEBUG [M:0;a437f8b9ba7d:36013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3427ed4f4deb4d5fae5883bb7af8df33 is 779, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733771523582/Put/seqid=0
2024-12-09T19:12:05,859 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.07 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3427ed4f4deb4d5fae5883bb7af8df33
2024-12-09T19:12:05,866 DEBUG [M:0;a437f8b9ba7d:36013 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 172f91ea1b4d406b9b9f90a0ae0b2e98
2024-12-09T19:12:05,876 DEBUG [M:0;a437f8b9ba7d:36013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/172f91ea1b4d406b9b9f90a0ae0b2e98 is 69, key is a437f8b9ba7d,36483,1733771520940/rs:state/1733771522121/Put/seqid=0
2024-12-09T19:12:05,876 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/172f91ea1b4d406b9b9f90a0ae0b2e98
2024-12-09T19:12:05,878 DEBUG [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ced689d87114f198b1ff4c0d4f95227 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ced689d87114f198b1ff4c0d4f95227
2024-12-09T19:12:05,879 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ced689d87114f198b1ff4c0d4f95227, entries=8, sequenceid=84, filesize=5.5 K
2024-12-09T19:12:05,879 DEBUG [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3427ed4f4deb4d5fae5883bb7af8df33 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3427ed4f4deb4d5fae5883bb7af8df33
2024-12-09T19:12:05,881 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3427ed4f4deb4d5fae5883bb7af8df33, entries=9, sequenceid=84, filesize=6.5 K
2024-12-09T19:12:05,881 DEBUG [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/172f91ea1b4d406b9b9f90a0ae0b2e98 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/172f91ea1b4d406b9b9f90a0ae0b2e98
2024-12-09T19:12:05,882 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/172f91ea1b4d406b9b9f90a0ae0b2e98, entries=2, sequenceid=84, filesize=5.1 K
2024-12-09T19:12:05,883 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.69 KB/35518, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 64ms, sequenceid=84, compaction requested=false
2024-12-09T19:12:05,885 INFO  [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:05,885 DEBUG [M:0;a437f8b9ba7d:36013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733771525819Disabling compacts and flushes for region at 1733771525819Disabling writes for close at 1733771525819Obtaining lock to block concurrent updates at 1733771525820 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733771525820Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35518, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1733771525820Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733771525820Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733771525820Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733771525839 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733771525840 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733771525842 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733771525858 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733771525858Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733771525861 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733771525875 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733771525875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75123694: reopening flushed file at 1733771525877 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211638df: reopening flushed file at 1733771525879 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6526368b: reopening flushed file at 1733771525881 (+2 ms)Finished flush of dataSize ~34.69 KB/35518, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 64ms, sequenceid=84, compaction requested=false at 1733771525883 (+2 ms)Writing region close event to WAL at 1733771525885 (+2 ms)Closed at 1733771525885
2024-12-09T19:12:05,886 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T19:12:05,886 INFO  [M:0;a437f8b9ba7d:36013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-09T19:12:05,886 INFO  [M:0;a437f8b9ba7d:36013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36013
2024-12-09T19:12:05,887 INFO  [M:0;a437f8b9ba7d:36013 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T19:12:05,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:05,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46133-0x1000c3503da0001, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:05,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:05,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36483-0x1000c3503da0002, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:05,887 INFO  [RS:0;a437f8b9ba7d:46133 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T19:12:05,887 INFO  [RS:1;a437f8b9ba7d:36483 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T19:12:05,887 INFO  [RS:1;a437f8b9ba7d:36483 {}] regionserver.HRegionServer(1031): Exiting; stopping=a437f8b9ba7d,36483,1733771520940; zookeeper connection closed.
2024-12-09T19:12:05,887 INFO  [RS:0;a437f8b9ba7d:46133 {}] regionserver.HRegionServer(1031): Exiting; stopping=a437f8b9ba7d,46133,1733771520818; zookeeper connection closed.
2024-12-09T19:12:05,888 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fb8d38a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fb8d38a
2024-12-09T19:12:05,888 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1956b96a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1956b96a
2024-12-09T19:12:05,888 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-12-09T19:12:05,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:05,995 INFO  [M:0;a437f8b9ba7d:36013 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T19:12:05,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36013-0x1000c3503da0000, quorum=127.0.0.1:57568, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:06,003 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-09T19:12:06,021 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-09T19:12:06,022 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:06,028 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=49 (was 12)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/a437f8b9ba7d:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: hfile-prefetch-1733771523926
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733771525618
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/a437f8b9ba7d:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: hfile-prefetch-1733771525471
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/a437f8b9ba7d:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733771525621
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/a437f8b9ba7d:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=748 (was 804), ProcessCount=11 (was 11), AvailableMemoryMB=3047 (was 3396)
2024-12-09T19:12:06,033 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=49, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=748, ProcessCount=11, AvailableMemoryMB=3047
2024-12-09T19:12:06,034 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/hadoop-log-dir so I do NOT create it in target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea
2024-12-09T19:12:06,034 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/hadoop-tmp-dir so I do NOT create it in target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea
2024-12-09T19:12:06,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:06,036 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/cluster_cbd1d749-4b85-492a-ab33-41e1181210be, deleteOnExit=true
2024-12-09T19:12:06,041 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/cluster_cbd1d749-4b85-492a-ab33-41e1181210be/zookeeper_0, clientPort=53749, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/cluster_cbd1d749-4b85-492a-ab33-41e1181210be/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/cluster_cbd1d749-4b85-492a-ab33-41e1181210be/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-09T19:12:06,044 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53749
2024-12-09T19:12:06,055 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08 with version=8
2024-12-09T19:12:06,055 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/hbase-staging
2024-12-09T19:12:06,058 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/a437f8b9ba7d:0 server-side Connection retries=45
2024-12-09T19:12:06,058 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:06,059 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:06,059 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T19:12:06,059 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:06,059 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T19:12:06,059 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-09T19:12:06,059 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T19:12:06,060 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39329
2024-12-09T19:12:06,062 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39329 connecting to ZooKeeper ensemble=127.0.0.1:53749
2024-12-09T19:12:06,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393290x0, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T19:12:06,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39329-0x1000c351c180000 connected
2024-12-09T19:12:06,165 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:06,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:06,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:06,170 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08, hbase.cluster.distributed=false
2024-12-09T19:12:06,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T19:12:06,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39329
2024-12-09T19:12:06,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39329
2024-12-09T19:12:06,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39329
2024-12-09T19:12:06,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39329
2024-12-09T19:12:06,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39329
2024-12-09T19:12:06,191 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/a437f8b9ba7d:0 server-side Connection retries=45
2024-12-09T19:12:06,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:06,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:06,191 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T19:12:06,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:06,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T19:12:06,191 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T19:12:06,191 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T19:12:06,192 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42613
2024-12-09T19:12:06,193 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42613 connecting to ZooKeeper ensemble=127.0.0.1:53749
2024-12-09T19:12:06,193 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:06,193 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:06,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426130x0, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T19:12:06,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42613-0x1000c351c180001 connected
2024-12-09T19:12:06,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:06,205 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T19:12:06,206 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.cache
2024-12-09T19:12:06,206 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-09T19:12:06,206 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-09T19:12:06,206 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-09T19:12:06,207 INFO  [Thread-118 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-09T19:12:06,207 WARN  [Thread-118 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-09T19:12:06,207 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-09T19:12:06,207 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T19:12:06,208 INFO  [Thread-118 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-09T19:12:06,208 INFO  [Thread-118 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.persistence is complete.
2024-12-09T19:12:06,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T19:12:06,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T19:12:06,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42613
2024-12-09T19:12:06,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42613
2024-12-09T19:12:06,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42613
2024-12-09T19:12:06,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42613
2024-12-09T19:12:06,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42613
2024-12-09T19:12:06,229 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/a437f8b9ba7d:0 server-side Connection retries=45
2024-12-09T19:12:06,229 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:06,229 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:06,229 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T19:12:06,229 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:06,230 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T19:12:06,230 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T19:12:06,230 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T19:12:06,230 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39431
2024-12-09T19:12:06,232 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39431 connecting to ZooKeeper ensemble=127.0.0.1:53749
2024-12-09T19:12:06,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:06,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:06,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394310x0, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T19:12:06,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394310x0, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:06,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39431-0x1000c351c180002 connected
2024-12-09T19:12:06,240 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T19:12:06,241 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.cache
2024-12-09T19:12:06,241 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-09T19:12:06,241 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-09T19:12:06,241 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-09T19:12:06,242 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-09T19:12:06,242 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-09T19:12:06,242 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-09T19:12:06,242 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-09T19:12:06,242 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.persistence is complete.
2024-12-09T19:12:06,242 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T19:12:06,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T19:12:06,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T19:12:06,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39431
2024-12-09T19:12:06,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39431
2024-12-09T19:12:06,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39431
2024-12-09T19:12:06,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39431
2024-12-09T19:12:06,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39431
2024-12-09T19:12:06,261 DEBUG [M:0;a437f8b9ba7d:39329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a437f8b9ba7d:39329
2024-12-09T19:12:06,261 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:06,273 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T19:12:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T19:12:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,282 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-09T19:12:06,283 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a437f8b9ba7d,39329,1733771526057 from backup master directory
2024-12-09T19:12:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T19:12:06,289 WARN  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T19:12:06,289 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:06,291 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/hbase.id] with ID: 91f33113-ab2e-4f91-adae-ef6c9b58ef1b
2024-12-09T19:12:06,291 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/.tmp/hbase.id
2024-12-09T19:12:06,295 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/hbase.id]
2024-12-09T19:12:06,324 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:06,324 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-09T19:12:06,326 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-12-09T19:12:06,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,342 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T19:12:06,343 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T19:12:06,343 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T19:12:06,365 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store
2024-12-09T19:12:06,373 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:06,373 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T19:12:06,373 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:06,373 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:06,373 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T19:12:06,373 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:06,373 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:06,373 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733771526373Disabling compacts and flushes for region at 1733771526373Disabling writes for close at 1733771526373Writing region close event to WAL at 1733771526373Closed at 1733771526373
2024-12-09T19:12:06,374 WARN  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/.initializing
2024-12-09T19:12:06,374 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/WALs/a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:06,381 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T19:12:06,385 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a437f8b9ba7d%2C39329%2C1733771526057, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/WALs/a437f8b9ba7d,39329,1733771526057, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/oldWALs, maxLogs=10
2024-12-09T19:12:06,404 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/WALs/a437f8b9ba7d,39329,1733771526057/a437f8b9ba7d%2C39329%2C1733771526057.1733771526385
2024-12-09T19:12:06,405 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T19:12:06,405 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T19:12:06,405 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:06,405 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:06,405 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:06,406 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T19:12:06,409 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T19:12:06,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:06,410 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:06,410 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T19:12:06,413 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T19:12:06,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:06,413 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:06,413 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T19:12:06,416 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T19:12:06,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:06,416 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:06,416 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T19:12:06,419 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T19:12:06,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:06,420 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:06,420 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:06,420 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:06,420 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:06,421 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:06,421 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:06,421 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T19:12:06,421 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T19:12:06,426 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T19:12:06,427 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74383351, jitterRate=0.10839830338954926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T19:12:06,428 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733771526405Initializing all the Stores at 1733771526405Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771526405Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771526405Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771526406 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771526406Cleaning up temporary data from old regions at 1733771526421 (+15 ms)Region opened successfully at 1733771526427 (+6 ms)
2024-12-09T19:12:06,428 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T19:12:06,431 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777ea1ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0
2024-12-09T19:12:06,432 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-09T19:12:06,432 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-09T19:12:06,432 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-09T19:12:06,433 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-09T19:12:06,433 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-09T19:12:06,433 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-12-09T19:12:06,433 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T19:12:06,435 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-09T19:12:06,436 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-09T19:12:06,446 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-09T19:12:06,446 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-09T19:12:06,447 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-09T19:12:06,456 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-09T19:12:06,456 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-09T19:12:06,458 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-09T19:12:06,464 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-09T19:12:06,465 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-09T19:12:06,472 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-09T19:12:06,475 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-09T19:12:06,481 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-09T19:12:06,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:06,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:06,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:06,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,490 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a437f8b9ba7d,39329,1733771526057, sessionid=0x1000c351c180000, setting cluster-up flag (Was=false)
2024-12-09T19:12:06,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,531 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-09T19:12:06,533 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:06,572 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-09T19:12:06,574 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:06,575 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-09T19:12:06,576 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-09T19:12:06,576 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-09T19:12:06,577 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-09T19:12:06,577 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a437f8b9ba7d,39329,1733771526057
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-09T19:12:06,578 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5
2024-12-09T19:12:06,579 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5
2024-12-09T19:12:06,579 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5
2024-12-09T19:12:06,579 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=5, maxPoolSize=5
2024-12-09T19:12:06,579 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a437f8b9ba7d:0, corePoolSize=10, maxPoolSize=10
2024-12-09T19:12:06,579 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,579 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2
2024-12-09T19:12:06,579 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,580 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733771556580
2024-12-09T19:12:06,580 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-09T19:12:06,580 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-09T19:12:06,580 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-09T19:12:06,580 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-09T19:12:06,581 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-09T19:12:06,581 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-09T19:12:06,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T19:12:06,581 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-09T19:12:06,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:06,582 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-09T19:12:06,583 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,585 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-09T19:12:06,585 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-09T19:12:06,585 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-09T19:12:06,586 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-09T19:12:06,586 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-09T19:12:06,586 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.large.0-1733771526586,5,FailOnTimeoutGroup]
2024-12-09T19:12:06,586 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.small.0-1733771526586,5,FailOnTimeoutGroup]
2024-12-09T19:12:06,586 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,586 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-09T19:12:06,587 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,587 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,599 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-09T19:12:06,599 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08
2024-12-09T19:12:06,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:06,608 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-09T19:12:06,611 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T19:12:06,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:06,611 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:06,612 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-09T19:12:06,614 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T19:12:06,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:06,614 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:06,615 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-09T19:12:06,617 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T19:12:06,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:06,617 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:06,617 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-09T19:12:06,620 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T19:12:06,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:06,620 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:06,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T19:12:06,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740
2024-12-09T19:12:06,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740
2024-12-09T19:12:06,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T19:12:06,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T19:12:06,621 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T19:12:06,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T19:12:06,626 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T19:12:06,627 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62035107, jitterRate=-0.0756048709154129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T19:12:06,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733771526608Initializing all the Stores at 1733771526608Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771526608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771526608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771526608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771526608Cleaning up temporary data from old regions at 1733771526621 (+13 ms)Region opened successfully at 1733771526627 (+6 ms)
2024-12-09T19:12:06,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T19:12:06,627 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T19:12:06,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T19:12:06,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T19:12:06,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T19:12:06,628 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T19:12:06,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733771526627Disabling compacts and flushes for region at 1733771526627Disabling writes for close at 1733771526628 (+1 ms)Writing region close event to WAL at 1733771526628Closed at 1733771526628
2024-12-09T19:12:06,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T19:12:06,630 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-09T19:12:06,630 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-09T19:12:06,631 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T19:12:06,632 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T19:12:06,653 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(746): ClusterId : 91f33113-ab2e-4f91-adae-ef6c9b58ef1b
2024-12-09T19:12:06,653 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(746): ClusterId : 91f33113-ab2e-4f91-adae-ef6c9b58ef1b
2024-12-09T19:12:06,653 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T19:12:06,653 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T19:12:06,664 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T19:12:06,664 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T19:12:06,664 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T19:12:06,664 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T19:12:06,673 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T19:12:06,673 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T19:12:06,674 DEBUG [RS:1;a437f8b9ba7d:39431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420fb377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0
2024-12-09T19:12:06,674 DEBUG [RS:0;a437f8b9ba7d:42613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2869bc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0
2024-12-09T19:12:06,685 DEBUG [RS:0;a437f8b9ba7d:42613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a437f8b9ba7d:42613
2024-12-09T19:12:06,685 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T19:12:06,685 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T19:12:06,685 DEBUG [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T19:12:06,686 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(2659): reportForDuty to master=a437f8b9ba7d,39329,1733771526057 with port=42613, startcode=1733771526190
2024-12-09T19:12:06,686 DEBUG [RS:0;a437f8b9ba7d:42613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T19:12:06,686 DEBUG [RS:1;a437f8b9ba7d:39431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a437f8b9ba7d:39431
2024-12-09T19:12:06,686 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T19:12:06,686 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T19:12:06,686 DEBUG [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T19:12:06,687 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(2659): reportForDuty to master=a437f8b9ba7d,39329,1733771526057 with port=39431, startcode=1733771526229
2024-12-09T19:12:06,688 DEBUG [RS:1;a437f8b9ba7d:39431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T19:12:06,688 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T19:12:06,689 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:06,689 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(517): Registering regionserver=a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:06,689 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58547, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T19:12:06,690 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:06,690 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(517): Registering regionserver=a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:06,690 DEBUG [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08
2024-12-09T19:12:06,690 DEBUG [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-09T19:12:06,691 DEBUG [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T19:12:06,692 DEBUG [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08
2024-12-09T19:12:06,692 DEBUG [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-09T19:12:06,692 DEBUG [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T19:12:06,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T19:12:06,723 DEBUG [RS:0;a437f8b9ba7d:42613 {}] zookeeper.ZKUtil(111): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:06,723 WARN  [RS:0;a437f8b9ba7d:42613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T19:12:06,723 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a437f8b9ba7d,39431,1733771526229]
2024-12-09T19:12:06,723 INFO  [RS:0;a437f8b9ba7d:42613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T19:12:06,723 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a437f8b9ba7d,42613,1733771526190]
2024-12-09T19:12:06,723 DEBUG [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:06,723 DEBUG [RS:1;a437f8b9ba7d:39431 {}] zookeeper.ZKUtil(111): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:06,723 WARN  [RS:1;a437f8b9ba7d:39431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T19:12:06,724 INFO  [RS:1;a437f8b9ba7d:39431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T19:12:06,724 DEBUG [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:06,729 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T19:12:06,729 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T19:12:06,731 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T19:12:06,731 INFO  [RS:0;a437f8b9ba7d:42613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T19:12:06,732 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,732 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T19:12:06,733 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T19:12:06,733 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T19:12:06,733 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,733 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,733 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,733 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,734 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,734 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,734 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2
2024-12-09T19:12:06,734 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,734 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,734 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,735 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,735 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,735 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,735 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:06,735 INFO  [RS:1;a437f8b9ba7d:39431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T19:12:06,735 DEBUG [RS:0;a437f8b9ba7d:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:06,735 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,736 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T19:12:06,736 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,736 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,736 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,736 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,736 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,736 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,42613,1733771526190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T19:12:06,736 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T19:12:06,737 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,737 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,737 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,737 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,737 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,737 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,737 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2
2024-12-09T19:12:06,737 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,738 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,738 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,738 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,738 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,738 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:06,738 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:06,738 DEBUG [RS:1;a437f8b9ba7d:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:06,739 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,739 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,739 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,739 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,739 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,739 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,39431,1733771526229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T19:12:06,751 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T19:12:06,751 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T19:12:06,751 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,39431,1733771526229-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,751 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,42613,1733771526190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,752 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,752 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,752 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.Replication(171): a437f8b9ba7d,42613,1733771526190 started
2024-12-09T19:12:06,752 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.Replication(171): a437f8b9ba7d,39431,1733771526229 started
2024-12-09T19:12:06,764 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,764 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:06,764 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(1482): Serving as a437f8b9ba7d,42613,1733771526190, RpcServer on a437f8b9ba7d/172.17.0.2:42613, sessionid=0x1000c351c180001
2024-12-09T19:12:06,764 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(1482): Serving as a437f8b9ba7d,39431,1733771526229, RpcServer on a437f8b9ba7d/172.17.0.2:39431, sessionid=0x1000c351c180002
2024-12-09T19:12:06,764 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T19:12:06,764 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T19:12:06,764 DEBUG [RS:0;a437f8b9ba7d:42613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:06,764 DEBUG [RS:1;a437f8b9ba7d:39431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:06,764 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,42613,1733771526190'
2024-12-09T19:12:06,764 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,39431,1733771526229'
2024-12-09T19:12:06,764 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T19:12:06,764 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T19:12:06,765 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T19:12:06,765 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T19:12:06,766 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T19:12:06,766 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T19:12:06,766 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T19:12:06,766 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T19:12:06,766 DEBUG [RS:0;a437f8b9ba7d:42613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:06,766 DEBUG [RS:1;a437f8b9ba7d:39431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:06,766 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,42613,1733771526190'
2024-12-09T19:12:06,766 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,39431,1733771526229'
2024-12-09T19:12:06,766 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T19:12:06,766 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T19:12:06,766 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T19:12:06,766 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T19:12:06,767 DEBUG [RS:1;a437f8b9ba7d:39431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T19:12:06,767 DEBUG [RS:0;a437f8b9ba7d:42613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T19:12:06,767 INFO  [RS:1;a437f8b9ba7d:39431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T19:12:06,767 INFO  [RS:0;a437f8b9ba7d:42613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T19:12:06,767 INFO  [RS:1;a437f8b9ba7d:39431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T19:12:06,767 INFO  [RS:0;a437f8b9ba7d:42613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T19:12:06,782 WARN  [a437f8b9ba7d:39329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T19:12:06,868 INFO  [RS:0;a437f8b9ba7d:42613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T19:12:06,869 INFO  [RS:1;a437f8b9ba7d:39431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T19:12:06,870 INFO  [RS:0;a437f8b9ba7d:42613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=a437f8b9ba7d%2C42613%2C1733771526190, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,42613,1733771526190, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs, maxLogs=55
2024-12-09T19:12:06,871 INFO  [RS:1;a437f8b9ba7d:39431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=a437f8b9ba7d%2C39431%2C1733771526229, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,39431,1733771526229, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs, maxLogs=55
2024-12-09T19:12:06,890 INFO  [RS:1;a437f8b9ba7d:39431 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,39431,1733771526229/a437f8b9ba7d%2C39431%2C1733771526229.1733771526876
2024-12-09T19:12:06,890 INFO  [RS:0;a437f8b9ba7d:42613 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,42613,1733771526190/a437f8b9ba7d%2C42613%2C1733771526190.1733771526876
2024-12-09T19:12:06,890 DEBUG [RS:0;a437f8b9ba7d:42613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T19:12:06,891 DEBUG [RS:1;a437f8b9ba7d:39431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T19:12:07,033 DEBUG [a437f8b9ba7d:39329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-09T19:12:07,033 DEBUG [a437f8b9ba7d:39329 {}] balancer.BalancerClusterState(204): Hosts are {a437f8b9ba7d=0} racks are {/default-rack=0}
2024-12-09T19:12:07,035 DEBUG [a437f8b9ba7d:39329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T19:12:07,035 DEBUG [a437f8b9ba7d:39329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T19:12:07,035 DEBUG [a437f8b9ba7d:39329 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T19:12:07,035 DEBUG [a437f8b9ba7d:39329 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T19:12:07,035 INFO  [a437f8b9ba7d:39329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T19:12:07,035 INFO  [a437f8b9ba7d:39329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T19:12:07,035 DEBUG [a437f8b9ba7d:39329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T19:12:07,036 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:07,039 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a437f8b9ba7d,39431,1733771526229, state=OPENING
2024-12-09T19:12:07,048 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-09T19:12:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:07,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T19:12:07,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:07,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:07,059 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a437f8b9ba7d,39431,1733771526229}]
2024-12-09T19:12:07,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:07,213 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T19:12:07,215 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55051, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T19:12:07,216 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-09T19:12:07,217 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T19:12:07,217 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-09T19:12:07,218 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=a437f8b9ba7d%2C39431%2C1733771526229.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,39431,1733771526229, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs, maxLogs=55
2024-12-09T19:12:07,235 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,39431,1733771526229/a437f8b9ba7d%2C39431%2C1733771526229.meta.1733771527218.meta
2024-12-09T19:12:07,235 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T19:12:07,236 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-09T19:12:07,236 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-09T19:12:07,236 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-09T19:12:07,236 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-09T19:12:07,236 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-09T19:12:07,236 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:07,236 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-09T19:12:07,236 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-09T19:12:07,237 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-09T19:12:07,238 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T19:12:07,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:07,238 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:07,238 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-09T19:12:07,239 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T19:12:07,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:07,239 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:07,239 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-09T19:12:07,239 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T19:12:07,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:07,239 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:07,240 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-09T19:12:07,240 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T19:12:07,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:07,240 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T19:12:07,240 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T19:12:07,241 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740
2024-12-09T19:12:07,241 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740
2024-12-09T19:12:07,241 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T19:12:07,241 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T19:12:07,241 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T19:12:07,242 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T19:12:07,243 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71357105, jitterRate=0.06330372393131256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T19:12:07,243 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-09T19:12:07,243 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733771527237Writing region info on filesystem at 1733771527237Initializing all the Stores at 1733771527237Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771527237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771527237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771527237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733771527237Cleaning up temporary data from old regions at 1733771527241 (+4 ms)Running coprocessor post-open hooks at 1733771527243 (+2 ms)Region opened successfully at 1733771527243
2024-12-09T19:12:07,244 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733771527212
2024-12-09T19:12:07,246 DEBUG [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-09T19:12:07,246 INFO  [RS_OPEN_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-09T19:12:07,247 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:07,248 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a437f8b9ba7d,39431,1733771526229, state=OPEN
2024-12-09T19:12:07,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T19:12:07,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T19:12:07,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T19:12:07,290 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:07,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:07,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:07,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T19:12:07,293 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-09T19:12:07,293 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a437f8b9ba7d,39431,1733771526229 in 232 msec
2024-12-09T19:12:07,298 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T19:12:07,298 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec
2024-12-09T19:12:07,299 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T19:12:07,299 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-09T19:12:07,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T19:12:07,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a437f8b9ba7d,39431,1733771526229, seqNum=-1]
2024-12-09T19:12:07,304 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T19:12:07,306 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49807, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T19:12:07,312 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec
2024-12-09T19:12:07,313 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733771527312, completionTime=-1
2024-12-09T19:12:07,313 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-09T19:12:07,313 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-09T19:12:07,315 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-09T19:12:07,315 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733771587315
2024-12-09T19:12:07,316 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733771647316
2024-12-09T19:12:07,316 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-12-09T19:12:07,316 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-09T19:12:07,316 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,39329,1733771526057-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:07,317 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,39329,1733771526057-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:07,317 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,39329,1733771526057-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:07,317 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a437f8b9ba7d:39329, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:07,317 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:07,317 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:07,320 DEBUG [master/a437f8b9ba7d:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-09T19:12:07,323 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.033sec
2024-12-09T19:12:07,323 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-09T19:12:07,323 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-09T19:12:07,324 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-09T19:12:07,324 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-09T19:12:07,324 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-09T19:12:07,324 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,39329,1733771526057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T19:12:07,324 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,39329,1733771526057-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-09T19:12:07,325 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-09T19:12:07,325 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-09T19:12:07,325 INFO  [master/a437f8b9ba7d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,39329,1733771526057-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:07,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143f7fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T19:12:07,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a437f8b9ba7d,39329,-1 for getting cluster id
2024-12-09T19:12:07,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T19:12:07,356 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91f33113-ab2e-4f91-adae-ef6c9b58ef1b'
2024-12-09T19:12:07,357 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T19:12:07,357 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91f33113-ab2e-4f91-adae-ef6c9b58ef1b"

2024-12-09T19:12:07,357 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f3faa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T19:12:07,357 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a437f8b9ba7d,39329,-1]
2024-12-09T19:12:07,358 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T19:12:07,358 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:07,360 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T19:12:07,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d796be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T19:12:07,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T19:12:07,365 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a437f8b9ba7d,39431,1733771526229, seqNum=-1]
2024-12-09T19:12:07,366 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T19:12:07,369 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T19:12:07,371 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:07,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T19:12:07,373 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:07,373 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d9f90
2024-12-09T19:12:07,374 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T19:12:07,376 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T19:12:07,377 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1733771527371', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T19:12:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733771527371
2024-12-09T19:12:07,380 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733771527371 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T19:12:07,380 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:07,380 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1733771527371"
 procId is: 4
2024-12-09T19:12:07,381 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733771527371 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T19:12:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T19:12:07,390 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733771527371-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8157b36851e08347e22e89bbd49d913b, NAME => 'testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1733771527371', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08
2024-12-09T19:12:07,396 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733771527371-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:07,396 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733771527371-pool-0 {}] regionserver.HRegion(1722): Closing 8157b36851e08347e22e89bbd49d913b, disabling compactions & flushes
2024-12-09T19:12:07,396 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733771527371-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:07,397 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733771527371-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:07,397 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733771527371-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b. after waiting 0 ms
2024-12-09T19:12:07,397 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733771527371-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:07,397 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733771527371-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:07,397 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733771527371-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8157b36851e08347e22e89bbd49d913b:
Waiting for close lock at 1733771527396Disabling compacts and flushes for region at 1733771527396Disabling writes for close at 1733771527397 (+1 ms)Writing region close event to WAL at 1733771527397Closed at 1733771527397
2024-12-09T19:12:07,398 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733771527371 execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T19:12:07,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733771527398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733771527398"}]},"ts":"1733771527398"}
2024-12-09T19:12:07,401 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T19:12:07,402 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733771527371 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T19:12:07,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733771527371","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733771527402"}]},"ts":"1733771527402"}
2024-12-09T19:12:07,405 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733771527371, state=ENABLING in hbase:meta
2024-12-09T19:12:07,405 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a437f8b9ba7d=0} racks are {/default-rack=0}
2024-12-09T19:12:07,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-09T19:12:07,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-09T19:12:07,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-09T19:12:07,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-09T19:12:07,406 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-09T19:12:07,406 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-09T19:12:07,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-09T19:12:07,406 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN}]
2024-12-09T19:12:07,407 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN
2024-12-09T19:12:07,408 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN; state=OFFLINE, location=a437f8b9ba7d,42613,1733771526190; forceNewPlan=false, retain=false
2024-12-09T19:12:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T19:12:07,559 INFO  [a437f8b9ba7d:39329 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-09T19:12:07,560 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8157b36851e08347e22e89bbd49d913b, regionState=OPENING, regionLocation=a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:07,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN because future has completed
2024-12-09T19:12:07,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8157b36851e08347e22e89bbd49d913b, server=a437f8b9ba7d,42613,1733771526190}]
2024-12-09T19:12:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T19:12:07,723 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T19:12:07,726 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T19:12:07,728 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:07,729 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8157b36851e08347e22e89bbd49d913b, NAME => 'testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.', STARTKEY => '', ENDKEY => ''}
2024-12-09T19:12:07,729 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733771527371 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,729 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:07,729 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,729 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,730 INFO  [StoreOpener-8157b36851e08347e22e89bbd49d913b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 8157b36851e08347e22e89bbd49d913b 
2024-12-09T19:12:07,734 INFO  [StoreOpener-8157b36851e08347e22e89bbd49d913b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8157b36851e08347e22e89bbd49d913b columnFamilyName family
2024-12-09T19:12:07,734 DEBUG [StoreOpener-8157b36851e08347e22e89bbd49d913b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:07,734 INFO  [StoreOpener-8157b36851e08347e22e89bbd49d913b-1 {}] regionserver.HStore(327): Store=8157b36851e08347e22e89bbd49d913b/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:07,734 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,735 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,735 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,735 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,735 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,736 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,742 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T19:12:07,742 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8157b36851e08347e22e89bbd49d913b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60974456, jitterRate=-0.09140980243682861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T19:12:07,743 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:07,743 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8157b36851e08347e22e89bbd49d913b:
Running coprocessor pre-open hook at 1733771527730Writing region info on filesystem at 1733771527730Initializing all the Stores at 1733771527730Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771527730Cleaning up temporary data from old regions at 1733771527735 (+5 ms)Running coprocessor post-open hooks at 1733771527743 (+8 ms)Region opened successfully at 1733771527743
2024-12-09T19:12:07,744 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b., pid=6, masterSystemTime=1733771527722
2024-12-09T19:12:07,747 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:07,747 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:07,748 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8157b36851e08347e22e89bbd49d913b, regionState=OPEN, openSeqNum=2, regionLocation=a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:07,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8157b36851e08347e22e89bbd49d913b, server=a437f8b9ba7d,42613,1733771526190 because future has completed
2024-12-09T19:12:07,753 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-09T19:12:07,753 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8157b36851e08347e22e89bbd49d913b, server=a437f8b9ba7d,42613,1733771526190 in 185 msec
2024-12-09T19:12:07,755 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-09T19:12:07,756 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN in 347 msec
2024-12-09T19:12:07,756 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733771527371 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T19:12:07,756 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733771527371","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733771527756"}]},"ts":"1733771527756"}
2024-12-09T19:12:07,758 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733771527371, state=ENABLED in hbase:meta
2024-12-09T19:12:07,759 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733771527371 execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T19:12:07,761 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733771527371 in 381 msec
2024-12-09T19:12:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T19:12:08,014 INFO  [RPCClient-NioEventLoopGroup-5-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1733771527371 completed
2024-12-09T19:12:08,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1733771527371 get assigned. Timeout = 60000ms
2024-12-09T19:12:08,014 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T19:12:08,021 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1733771527371 assigned to meta. Checking AM states.
2024-12-09T19:12:08,022 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T19:12:08,022 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1733771527371 assigned.
2024-12-09T19:12:08,025 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1733771527371', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b., hostname=a437f8b9ba7d,42613,1733771526190, seqNum=2]
2024-12-09T19:12:08,026 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T19:12:08,028 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T19:12:08,032 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 8157b36851e08347e22e89bbd49d913b 1/1 column families, dataSize=78 B heapSize=480 B
2024-12-09T19:12:08,041 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 1046a14cc55f4bf9a404d3c12585ac73
2024-12-09T19:12:08,052 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/.tmp/family/1046a14cc55f4bf9a404d3c12585ac73 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-12-09T19:12:08,053 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/.tmp/family/1046a14cc55f4bf9a404d3c12585ac73
2024-12-09T19:12:08,055 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/.tmp/family/1046a14cc55f4bf9a404d3c12585ac73 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73
2024-12-09T19:12:08,056 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73, delay=950 ms
2024-12-09T19:12:08,057 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73, entries=2, sequenceid=6, filesize=4.9 K
2024-12-09T19:12:08,058 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 8157b36851e08347e22e89bbd49d913b in 26ms, sequenceid=6, compaction requested=false
2024-12-09T19:12:08,058 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1733771527371'
2024-12-09T19:12:08,058 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8157b36851e08347e22e89bbd49d913b:

2024-12-09T19:12:08,294 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T19:12:09,007 DEBUG [hfile-prefetch-1733771525471 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 1046a14cc55f4bf9a404d3c12585ac73_0. 
2024-12-09T19:12:09,008 DEBUG [hfile-prefetch-1733771525471 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 1046a14cc55f4bf9a404d3c12585ac73_117. 
2024-12-09T19:12:09,008 DEBUG [hfile-prefetch-1733771525471 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73, with total blocks 2, and data blocks 1
2024-12-09T19:12:09,008 DEBUG [hfile-prefetch-1733771525471 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-12-09T19:12:09,008 DEBUG [hfile-prefetch-1733771525471 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-12-09T19:12:09,008 DEBUG [hfile-prefetch-1733771525471 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73. Will sleep 100ms and try the verification again.
2024-12-09T19:12:09,059 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:0;a437f8b9ba7d:42613,5,FailOnTimeoutGroup]
2024-12-09T19:12:09,059 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a437f8b9ba7d,42613,1733771526190' *****
2024-12-09T19:12:09,060 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 0
2024-12-09T19:12:09,060 INFO  [RS:0;a437f8b9ba7d:42613 {}] bucket.BucketCache(1738): Disabling cache
2024-12-09T19:12:09,060 INFO  [RS:0;a437f8b9ba7d:42613 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.persistence
2024-12-09T19:12:09,060 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-09T19:12:09,060 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-09T19:12:09,060 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-09T19:12:09,061 INFO  [RS:0;a437f8b9ba7d:42613 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-09T19:12:09,061 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-09T19:12:09,071 DEBUG [RS:0;a437f8b9ba7d:42613 {}] bucket.BucketCache(1487): Thread RS:0;a437f8b9ba7d:42613 started persisting bucket cache to file
2024-12-09T19:12:09,071 DEBUG [RS:0;a437f8b9ba7d:42613 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-09T19:12:09,071 DEBUG [RS:0;a437f8b9ba7d:42613 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-12-09T19:12:09,082 DEBUG [RS:0;a437f8b9ba7d:42613 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-12-09T19:12:09,083 DEBUG [RS:0;a437f8b9ba7d:42613 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1733771529071
2024-12-09T19:12:09,083 DEBUG [RS:0;a437f8b9ba7d:42613 {}] bucket.BucketCache(1509): Thread RS:0;a437f8b9ba7d:42613 finished persisting bucket cache to file, renaming
2024-12-09T19:12:09,083 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T19:12:09,083 INFO  [RS:0;a437f8b9ba7d:42613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T19:12:09,083 INFO  [RS:0;a437f8b9ba7d:42613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T19:12:09,083 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T19:12:09,083 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(3091): Received CLOSE for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,084 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(959): stopping server a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:09,084 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T19:12:09,084 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-09T19:12:09,084 INFO  [RS:0;a437f8b9ba7d:42613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a437f8b9ba7d:42613.
2024-12-09T19:12:09,084 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8157b36851e08347e22e89bbd49d913b, disabling compactions & flushes
2024-12-09T19:12:09,084 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:09,084 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:09,084 DEBUG [RS:0;a437f8b9ba7d:42613 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T19:12:09,084 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b. after waiting 0 ms
2024-12-09T19:12:09,084 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:09,084 DEBUG [RS:0;a437f8b9ba7d:42613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:09,084 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T19:12:09,084 DEBUG [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(1325): Online Regions={8157b36851e08347e22e89bbd49d913b=testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.}
2024-12-09T19:12:09,085 DEBUG [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(1351): Waiting on 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,085 DEBUG [StoreFileCloser-8157b36851e08347e22e89bbd49d913b-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73
2024-12-09T19:12:09,085 WARN  [hfile-prefetch-1733771525471 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-12-09T19:12:09,086 DEBUG [hfile-prefetch-1733771525471 {}] hfile.PrefetchExecutor(121): Prefetch completed for 1046a14cc55f4bf9a404d3c12585ac73
2024-12-09T19:12:09,089 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-09T19:12:09,089 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:09,089 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8157b36851e08347e22e89bbd49d913b:
Waiting for close lock at 1733771529084Running coprocessor pre-close hooks at 1733771529084Disabling compacts and flushes for region at 1733771529084Disabling writes for close at 1733771529084Writing region close event to WAL at 1733771529085 (+1 ms)Running coprocessor post-close hooks at 1733771529089 (+4 ms)Closed at 1733771529089
2024-12-09T19:12:09,089 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:09,141 INFO  [regionserver/a437f8b9ba7d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:09,144 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-09T19:12:09,144 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-09T19:12:09,144 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-09T19:12:09,145 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-09T19:12:09,150 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-09T19:12:09,150 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733771529144
2024-12-09T19:12:09,150 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-09T19:12:09,285 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(976): stopping server a437f8b9ba7d,42613,1733771526190; all regions closed.
2024-12-09T19:12:09,291 DEBUG [RS:0;a437f8b9ba7d:42613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs
2024-12-09T19:12:09,291 INFO  [RS:0;a437f8b9ba7d:42613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C42613%2C1733771526190:(num 1733771526876)
2024-12-09T19:12:09,291 DEBUG [RS:0;a437f8b9ba7d:42613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:09,291 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:09,291 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T19:12:09,292 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.ChoreService(370): Chore service for: regionserver/a437f8b9ba7d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-09T19:12:09,292 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T19:12:09,292 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T19:12:09,292 INFO  [regionserver/a437f8b9ba7d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T19:12:09,292 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T19:12:09,292 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T19:12:09,292 INFO  [RS:0;a437f8b9ba7d:42613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42613
2024-12-09T19:12:09,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a437f8b9ba7d,42613,1733771526190
2024-12-09T19:12:09,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T19:12:09,306 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T19:12:09,314 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a437f8b9ba7d,42613,1733771526190]
2024-12-09T19:12:09,322 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a437f8b9ba7d,42613,1733771526190 already deleted, retry=false
2024-12-09T19:12:09,323 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a437f8b9ba7d,42613,1733771526190 on a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:09,328 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a437f8b9ba7d,42613,1733771526190, splitWal=true, meta=false
2024-12-09T19:12:09,331 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a437f8b9ba7d,42613,1733771526190, splitWal=true, meta=false
2024-12-09T19:12:09,331 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for a437f8b9ba7d,42613,1733771526190 (carryingMeta=false) a437f8b9ba7d,42613,1733771526190/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@563a609a[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-09T19:12:09,332 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(207): a437f8b9ba7d,42613,1733771526190 had 1 regions
2024-12-09T19:12:09,333 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a437f8b9ba7d,42613,1733771526190, splitWal=true, meta=false, isMeta: false
2024-12-09T19:12:09,333 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,42613,1733771526190-splitting
2024-12-09T19:12:09,334 INFO  [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,42613,1733771526190-splitting dir is empty, no logs to split.
2024-12-09T19:12:09,334 INFO  [PEWorker-1 {}] master.SplitWALManager(105): a437f8b9ba7d,42613,1733771526190 WAL count=0, meta=false
2024-12-09T19:12:09,335 INFO  [PEWorker-1 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,42613,1733771526190-splitting dir is empty, no logs to split.
2024-12-09T19:12:09,335 INFO  [PEWorker-1 {}] master.SplitWALManager(105): a437f8b9ba7d,42613,1733771526190 WAL count=0, meta=false
2024-12-09T19:12:09,335 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a437f8b9ba7d,42613,1733771526190 WAL splitting is done? wals=0, meta=false
2024-12-09T19:12:09,336 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a437f8b9ba7d,42613,1733771526190 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,42613,1733771526190-splitting does not exist
2024-12-09T19:12:09,337 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN}]
2024-12-09T19:12:09,338 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN
2024-12-09T19:12:09,339 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-09T19:12:09,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:09,414 INFO  [RS:0;a437f8b9ba7d:42613 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T19:12:09,414 INFO  [RS:0;a437f8b9ba7d:42613 {}] regionserver.HRegionServer(1031): Exiting; stopping=a437f8b9ba7d,42613,1733771526190; zookeeper connection closed.
2024-12-09T19:12:09,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1000c351c180001, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:09,415 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6433a284 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6433a284
2024-12-09T19:12:09,490 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8157b36851e08347e22e89bbd49d913b, regionState=OPENING, regionLocation=a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN because future has completed
2024-12-09T19:12:09,502 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8157b36851e08347e22e89bbd49d913b, server=a437f8b9ba7d,39431,1733771526229}]
2024-12-09T19:12:09,580 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/a437f8b9ba7d:0 server-side Connection retries=45
2024-12-09T19:12:09,580 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:09,580 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:09,580 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T19:12:09,580 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T19:12:09,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T19:12:09,581 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T19:12:09,581 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T19:12:09,581 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35439
2024-12-09T19:12:09,583 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35439 connecting to ZooKeeper ensemble=127.0.0.1:53749
2024-12-09T19:12:09,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:09,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:09,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354390x0, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T19:12:09,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-09T19:12:09,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35439-0x1000c351c180003 connected
2024-12-09T19:12:09,590 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-12-09T19:12:09,590 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T19:12:09,591 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.cache
2024-12-09T19:12:09,591 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-09T19:12:09,591 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-09T19:12:09,591 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-09T19:12:09,591 INFO  [Thread-199 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-09T19:12:09,592 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-09T19:12:09,592 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T19:12:09,592 INFO  [Thread-199 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-12-09T19:12:09,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-09T19:12:09,593 INFO  [Thread-199 {}] bucket.BucketCache(1705): Retrieved 0 of chunks with blockCount = 0.
2024-12-09T19:12:09,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T19:12:09,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35439
2024-12-09T19:12:09,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35439
2024-12-09T19:12:09,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35439
2024-12-09T19:12:09,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35439
2024-12-09T19:12:09,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35439
2024-12-09T19:12:09,599 DEBUG [Thread-199 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-12-09T19:12:09,599 INFO  [Thread-199 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-09T19:12:09,599 INFO  [Thread-199 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 0
2024-12-09T19:12:09,599 INFO  [Thread-199 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.persistence is complete.
2024-12-09T19:12:09,600 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(746): ClusterId : 91f33113-ab2e-4f91-adae-ef6c9b58ef1b
2024-12-09T19:12:09,600 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T19:12:09,607 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T19:12:09,607 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T19:12:09,615 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T19:12:09,615 DEBUG [RS:2;a437f8b9ba7d:35439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f60c173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a437f8b9ba7d/172.17.0.2:0
2024-12-09T19:12:09,626 DEBUG [RS:2;a437f8b9ba7d:35439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a437f8b9ba7d:35439
2024-12-09T19:12:09,626 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T19:12:09,626 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T19:12:09,626 DEBUG [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T19:12:09,627 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(2659): reportForDuty to master=a437f8b9ba7d,39329,1733771526057 with port=35439, startcode=1733771529580
2024-12-09T19:12:09,627 DEBUG [RS:2;a437f8b9ba7d:35439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T19:12:09,629 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T19:12:09,629 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a437f8b9ba7d,35439,1733771529580
2024-12-09T19:12:09,629 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] master.ServerManager(517): Registering regionserver=a437f8b9ba7d,35439,1733771529580
2024-12-09T19:12:09,631 DEBUG [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08
2024-12-09T19:12:09,631 DEBUG [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-09T19:12:09,631 DEBUG [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T19:12:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T19:12:09,640 DEBUG [RS:2;a437f8b9ba7d:35439 {}] zookeeper.ZKUtil(111): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a437f8b9ba7d,35439,1733771529580
2024-12-09T19:12:09,640 WARN  [RS:2;a437f8b9ba7d:35439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T19:12:09,640 INFO  [RS:2;a437f8b9ba7d:35439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T19:12:09,640 DEBUG [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,35439,1733771529580
2024-12-09T19:12:09,640 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a437f8b9ba7d,35439,1733771529580]
2024-12-09T19:12:09,644 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T19:12:09,646 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T19:12:09,647 INFO  [RS:2;a437f8b9ba7d:35439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T19:12:09,647 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,647 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T19:12:09,648 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T19:12:09,648 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=2, maxPoolSize=2
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,648 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,649 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a437f8b9ba7d:0, corePoolSize=1, maxPoolSize=1
2024-12-09T19:12:09,649 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:09,649 DEBUG [RS:2;a437f8b9ba7d:35439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a437f8b9ba7d:0, corePoolSize=3, maxPoolSize=3
2024-12-09T19:12:09,649 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,649 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,649 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,649 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,649 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,649 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,35439,1733771529580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T19:12:09,656 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:09,656 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 8157b36851e08347e22e89bbd49d913b, NAME => 'testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.', STARTKEY => '', ENDKEY => ''}
2024-12-09T19:12:09,656 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733771527371 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,656 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T19:12:09,656 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,656 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,657 INFO  [StoreOpener-8157b36851e08347e22e89bbd49d913b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 8157b36851e08347e22e89bbd49d913b 
2024-12-09T19:12:09,658 INFO  [StoreOpener-8157b36851e08347e22e89bbd49d913b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8157b36851e08347e22e89bbd49d913b columnFamilyName family
2024-12-09T19:12:09,658 DEBUG [StoreOpener-8157b36851e08347e22e89bbd49d913b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T19:12:09,659 DEBUG [StoreFileOpener-8157b36851e08347e22e89bbd49d913b-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73, delay=967 ms
2024-12-09T19:12:09,660 DEBUG [StoreOpener-8157b36851e08347e22e89bbd49d913b-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73
2024-12-09T19:12:09,660 INFO  [StoreOpener-8157b36851e08347e22e89bbd49d913b-1 {}] regionserver.HStore(327): Store=8157b36851e08347e22e89bbd49d913b/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T19:12:09,660 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,661 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,662 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,662 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,662 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,663 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,664 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T19:12:09,664 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 8157b36851e08347e22e89bbd49d913b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69198714, jitterRate=0.031141191720962524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T19:12:09,664 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=a437f8b9ba7d,35439,1733771529580-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,664 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:09,664 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,664 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.Replication(171): a437f8b9ba7d,35439,1733771529580 started
2024-12-09T19:12:09,665 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 8157b36851e08347e22e89bbd49d913b:
Running coprocessor pre-open hook at 1733771529657Writing region info on filesystem at 1733771529657Initializing all the Stores at 1733771529657Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733771529657Cleaning up temporary data from old regions at 1733771529662 (+5 ms)Running coprocessor post-open hooks at 1733771529664 (+2 ms)Region opened successfully at 1733771529665 (+1 ms)
2024-12-09T19:12:09,666 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b., pid=9, masterSystemTime=1733771529654
2024-12-09T19:12:09,668 DEBUG [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:09,668 INFO  [RS_OPEN_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:09,669 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8157b36851e08347e22e89bbd49d913b, regionState=OPEN, openSeqNum=10, regionLocation=a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:09,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8157b36851e08347e22e89bbd49d913b, server=a437f8b9ba7d,39431,1733771526229 because future has completed
2024-12-09T19:12:09,674 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-09T19:12:09,674 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8157b36851e08347e22e89bbd49d913b, server=a437f8b9ba7d,39431,1733771526229 in 172 msec
2024-12-09T19:12:09,676 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-09T19:12:09,676 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733771527371, region=8157b36851e08347e22e89bbd49d913b, ASSIGN in 337 msec
2024-12-09T19:12:09,676 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server a437f8b9ba7d,42613,1733771526190 after splitting done
2024-12-09T19:12:09,678 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure a437f8b9ba7d,42613,1733771526190, splitWal=true, meta=false in 352 msec
2024-12-09T19:12:09,680 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T19:12:09,680 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(1482): Serving as a437f8b9ba7d,35439,1733771529580, RpcServer on a437f8b9ba7d/172.17.0.2:35439, sessionid=0x1000c351c180003
2024-12-09T19:12:09,680 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T19:12:09,680 DEBUG [RS:2;a437f8b9ba7d:35439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a437f8b9ba7d,35439,1733771529580
2024-12-09T19:12:09,680 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,35439,1733771529580'
2024-12-09T19:12:09,680 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T19:12:09,681 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T19:12:09,682 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T19:12:09,682 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T19:12:09,682 DEBUG [RS:2;a437f8b9ba7d:35439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a437f8b9ba7d,35439,1733771529580
2024-12-09T19:12:09,682 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a437f8b9ba7d,35439,1733771529580'
2024-12-09T19:12:09,682 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T19:12:09,682 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T19:12:09,683 DEBUG [RS:2;a437f8b9ba7d:35439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T19:12:09,683 INFO  [RS:2;a437f8b9ba7d:35439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T19:12:09,683 INFO  [RS:2;a437f8b9ba7d:35439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T19:12:09,783 INFO  [RS:2;a437f8b9ba7d:35439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T19:12:09,784 INFO  [RS:2;a437f8b9ba7d:35439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=a437f8b9ba7d%2C35439%2C1733771529580, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,35439,1733771529580, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs, maxLogs=55
2024-12-09T19:12:09,803 INFO  [RS:2;a437f8b9ba7d:35439 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/WALs/a437f8b9ba7d,35439,1733771529580/a437f8b9ba7d%2C35439%2C1733771529580.1733771529785
2024-12-09T19:12:09,803 DEBUG [RS:2;a437f8b9ba7d:35439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-09T19:12:10,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-09T19:12:10,180 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T19:12:10,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T19:12:10,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:10,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:10,181 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T19:12:10,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-09T19:12:10,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1641809252, stopped=false
2024-12-09T19:12:10,181 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a437f8b9ba7d,39329,1733771526057
2024-12-09T19:12:10,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:10,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:10,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T19:12:10,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:10,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:10,223 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T19:12:10,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:10,225 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T19:12:10,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T19:12:10,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:10,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:10,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:10,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T19:12:10,227 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a437f8b9ba7d,39431,1733771526229' *****
2024-12-09T19:12:10,227 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T19:12:10,227 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a437f8b9ba7d,35439,1733771529580' *****
2024-12-09T19:12:10,227 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(878): Closing user regions
2024-12-09T19:12:10,227 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T19:12:10,227 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(3091): Received CLOSE for 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:10,227 INFO  [RS:2;a437f8b9ba7d:35439 {}] bucket.BucketCache(1738): Disabling cache
2024-12-09T19:12:10,228 INFO  [RS:2;a437f8b9ba7d:35439 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.persistence
2024-12-09T19:12:10,228 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-09T19:12:10,228 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-09T19:12:10,228 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-09T19:12:10,228 INFO  [RS:2;a437f8b9ba7d:35439 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-09T19:12:10,228 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-09T19:12:10,228 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-09T19:12:10,228 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8157b36851e08347e22e89bbd49d913b, disabling compactions & flushes
2024-12-09T19:12:10,228 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:10,228 DEBUG [RS:2;a437f8b9ba7d:35439 {}] bucket.BucketCache(1487): Thread RS:2;a437f8b9ba7d:35439 started persisting bucket cache to file
2024-12-09T19:12:10,229 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:10,229 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b. after waiting 0 ms
2024-12-09T19:12:10,229 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:10,229 DEBUG [RS:2;a437f8b9ba7d:35439 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-09T19:12:10,229 DEBUG [RS:2;a437f8b9ba7d:35439 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-09T19:12:10,229 DEBUG [StoreFileCloser-8157b36851e08347e22e89bbd49d913b-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/family/1046a14cc55f4bf9a404d3c12585ac73
2024-12-09T19:12:10,230 INFO  [RS:1;a437f8b9ba7d:39431 {}] bucket.BucketCache(1738): Disabling cache
2024-12-09T19:12:10,231 INFO  [RS:1;a437f8b9ba7d:39431 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d940ec0d-37b6-958f-cbab-66f105d25dea/bucket.persistence
2024-12-09T19:12:10,231 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-09T19:12:10,231 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-09T19:12:10,231 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-09T19:12:10,231 INFO  [RS:1;a437f8b9ba7d:39431 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-09T19:12:10,231 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-09T19:12:10,232 DEBUG [RS:2;a437f8b9ba7d:35439 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-09T19:12:10,232 DEBUG [RS:2;a437f8b9ba7d:35439 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733771530229
2024-12-09T19:12:10,232 DEBUG [RS:2;a437f8b9ba7d:35439 {}] bucket.BucketCache(1509): Thread RS:2;a437f8b9ba7d:35439 finished persisting bucket cache to file, renaming
2024-12-09T19:12:10,233 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/default/testBlockEvictionOnGracefulStop1733771527371/8157b36851e08347e22e89bbd49d913b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-12-09T19:12:10,234 INFO  [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:10,234 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8157b36851e08347e22e89bbd49d913b:
Waiting for close lock at 1733771530228Running coprocessor pre-close hooks at 1733771530228Disabling compacts and flushes for region at 1733771530228Disabling writes for close at 1733771530229 (+1 ms)Writing region close event to WAL at 1733771530230 (+1 ms)Running coprocessor post-close hooks at 1733771530234 (+4 ms)Closed at 1733771530234
2024-12-09T19:12:10,235 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39329 {}] assignment.AssignmentManager(1314): RegionServer CLOSED 8157b36851e08347e22e89bbd49d913b
2024-12-09T19:12:10,235 DEBUG [RS_CLOSE_REGION-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b.
2024-12-09T19:12:10,241 DEBUG [RS:1;a437f8b9ba7d:39431 {}] bucket.BucketCache(1487): Thread RS:1;a437f8b9ba7d:39431 started persisting bucket cache to file
2024-12-09T19:12:10,243 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T19:12:10,243 INFO  [regionserver/a437f8b9ba7d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:10,249 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T19:12:10,249 DEBUG [RS:1;a437f8b9ba7d:39431 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-09T19:12:10,249 DEBUG [RS:1;a437f8b9ba7d:39431 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-09T19:12:10,249 INFO  [RS:2;a437f8b9ba7d:35439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T19:12:10,249 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T19:12:10,249 INFO  [RS:2;a437f8b9ba7d:35439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T19:12:10,249 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(959): stopping server a437f8b9ba7d,35439,1733771529580
2024-12-09T19:12:10,249 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T19:12:10,249 INFO  [RS:2;a437f8b9ba7d:35439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a437f8b9ba7d:35439.
2024-12-09T19:12:10,249 DEBUG [RS:2;a437f8b9ba7d:35439 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T19:12:10,249 DEBUG [RS:2;a437f8b9ba7d:35439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:10,249 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(976): stopping server a437f8b9ba7d,35439,1733771529580; all regions closed.
2024-12-09T19:12:10,250 INFO  [regionserver/a437f8b9ba7d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:10,251 DEBUG [RS:2;a437f8b9ba7d:35439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs
2024-12-09T19:12:10,251 INFO  [RS:2;a437f8b9ba7d:35439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C35439%2C1733771529580:(num 1733771529785)
2024-12-09T19:12:10,251 DEBUG [RS:2;a437f8b9ba7d:35439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:10,251 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:10,251 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T19:12:10,251 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.ChoreService(370): Chore service for: regionserver/a437f8b9ba7d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-09T19:12:10,251 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T19:12:10,251 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T19:12:10,251 INFO  [regionserver/a437f8b9ba7d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T19:12:10,251 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T19:12:10,251 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T19:12:10,251 INFO  [RS:2;a437f8b9ba7d:35439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35439
2024-12-09T19:12:10,252 DEBUG [RS:1;a437f8b9ba7d:39431 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-09T19:12:10,252 DEBUG [RS:1;a437f8b9ba7d:39431 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733771530241
2024-12-09T19:12:10,252 DEBUG [RS:1;a437f8b9ba7d:39431 {}] bucket.BucketCache(1509): Thread RS:1;a437f8b9ba7d:39431 finished persisting bucket cache to file, renaming
2024-12-09T19:12:10,252 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T19:12:10,252 INFO  [RS:1;a437f8b9ba7d:39431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T19:12:10,252 INFO  [RS:1;a437f8b9ba7d:39431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T19:12:10,252 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(959): stopping server a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:10,252 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T19:12:10,252 INFO  [RS:1;a437f8b9ba7d:39431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a437f8b9ba7d:39431.
2024-12-09T19:12:10,252 DEBUG [RS:1;a437f8b9ba7d:39431 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T19:12:10,252 DEBUG [RS:1;a437f8b9ba7d:39431 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:10,252 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T19:12:10,253 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T19:12:10,253 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T19:12:10,253 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-09T19:12:10,253 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-09T19:12:10,253 DEBUG [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-09T19:12:10,253 DEBUG [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-09T19:12:10,253 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-09T19:12:10,253 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T19:12:10,253 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T19:12:10,253 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T19:12:10,253 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T19:12:10,253 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T19:12:10,253 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB
2024-12-09T19:12:10,262 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 6176cf62f5c34cf6a27e17a3c7a630cb
2024-12-09T19:12:10,274 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/info/6176cf62f5c34cf6a27e17a3c7a630cb is 209, key is testBlockEvictionOnGracefulStop1733771527371,,1733771527377.8157b36851e08347e22e89bbd49d913b./info:regioninfo/1733771529668/Put/seqid=0
2024-12-09T19:12:10,274 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/info/6176cf62f5c34cf6a27e17a3c7a630cb
2024-12-09T19:12:10,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a437f8b9ba7d,35439,1733771529580
2024-12-09T19:12:10,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T19:12:10,279 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T19:12:10,282 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 88cc5e85758646dfaca3019821397910
2024-12-09T19:12:10,289 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a437f8b9ba7d,35439,1733771529580]
2024-12-09T19:12:10,293 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/ns/88cc5e85758646dfaca3019821397910 is 43, key is default/ns:d/1733771527307/Put/seqid=0
2024-12-09T19:12:10,294 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/ns/88cc5e85758646dfaca3019821397910
2024-12-09T19:12:10,297 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a437f8b9ba7d,35439,1733771529580 already deleted, retry=false
2024-12-09T19:12:10,297 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a437f8b9ba7d,35439,1733771529580 expired; onlineServers=1
2024-12-09T19:12:10,301 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 12b3b095f88343afb34fd9f379e71b2a
2024-12-09T19:12:10,313 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/table/12b3b095f88343afb34fd9f379e71b2a is 80, key is testBlockEvictionOnGracefulStop1733771527371/table:state/1733771527756/Put/seqid=0
2024-12-09T19:12:10,314 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/table/12b3b095f88343afb34fd9f379e71b2a
2024-12-09T19:12:10,316 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/info/6176cf62f5c34cf6a27e17a3c7a630cb as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/info/6176cf62f5c34cf6a27e17a3c7a630cb
2024-12-09T19:12:10,317 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/info/6176cf62f5c34cf6a27e17a3c7a630cb, delay=986 ms
2024-12-09T19:12:10,318 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/info/6176cf62f5c34cf6a27e17a3c7a630cb, entries=14, sequenceid=13, filesize=7.5 K
2024-12-09T19:12:10,318 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/ns/88cc5e85758646dfaca3019821397910 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/ns/88cc5e85758646dfaca3019821397910
2024-12-09T19:12:10,319 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/ns/88cc5e85758646dfaca3019821397910, delay=961 ms
2024-12-09T19:12:10,320 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/ns/88cc5e85758646dfaca3019821397910, entries=2, sequenceid=13, filesize=5.0 K
2024-12-09T19:12:10,321 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/.tmp/table/12b3b095f88343afb34fd9f379e71b2a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/table/12b3b095f88343afb34fd9f379e71b2a
2024-12-09T19:12:10,322 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/table/12b3b095f88343afb34fd9f379e71b2a, delay=971 ms
2024-12-09T19:12:10,322 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/table/12b3b095f88343afb34fd9f379e71b2a, entries=2, sequenceid=13, filesize=5.3 K
2024-12-09T19:12:10,323 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 70ms, sequenceid=13, compaction requested=false
2024-12-09T19:12:10,324 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/info/6176cf62f5c34cf6a27e17a3c7a630cb
2024-12-09T19:12:10,324 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/ns/88cc5e85758646dfaca3019821397910
2024-12-09T19:12:10,325 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/table/12b3b095f88343afb34fd9f379e71b2a
2024-12-09T19:12:10,329 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-12-09T19:12:10,329 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T19:12:10,329 INFO  [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T19:12:10,329 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733771530253Running coprocessor pre-close hooks at 1733771530253Disabling compacts and flushes for region at 1733771530253Disabling writes for close at 1733771530253Obtaining lock to block concurrent updates at 1733771530253Preparing flush snapshotting stores in 1588230740 at 1733771530253Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1733771530254 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733771530254Flushing 1588230740/info: creating writer at 1733771530254Flushing 1588230740/info: appending metadata at 1733771530273 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733771530273Flushing 1588230740/ns: creating writer at 1733771530276 (+3 ms)Flushing 1588230740/ns: appending metadata at 1733771530293 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733771530293Flushing 1588230740/table: creating writer at 1733771530296 (+3 ms)Flushing 1588230740/table: appending metadata at 1733771530312 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733771530312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476cd40e: reopening flushed file at 1733771530316 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df1f10b: reopening flushed file at 1733771530318 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d1084c: reopening flushed file at 1733771530320 (+2 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 70ms, sequenceid=13, compaction requested=false at 1733771530323 (+3 ms)Writing region close event to WAL at 1733771530325 (+2 ms)Running coprocessor post-close hooks at 1733771530329 (+4 ms)Closed at 1733771530329
2024-12-09T19:12:10,330 DEBUG [RS_CLOSE_META-regionserver/a437f8b9ba7d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-09T19:12:10,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:10,389 INFO  [RS:2;a437f8b9ba7d:35439 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T19:12:10,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35439-0x1000c351c180003, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:10,389 INFO  [RS:2;a437f8b9ba7d:35439 {}] regionserver.HRegionServer(1031): Exiting; stopping=a437f8b9ba7d,35439,1733771529580; zookeeper connection closed.
2024-12-09T19:12:10,390 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@547df42c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@547df42c
2024-12-09T19:12:10,453 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(976): stopping server a437f8b9ba7d,39431,1733771526229; all regions closed.
2024-12-09T19:12:10,456 DEBUG [RS:1;a437f8b9ba7d:39431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs
2024-12-09T19:12:10,456 INFO  [RS:1;a437f8b9ba7d:39431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C39431%2C1733771526229.meta:.meta(num 1733771527218)
2024-12-09T19:12:10,459 DEBUG [RS:1;a437f8b9ba7d:39431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/oldWALs
2024-12-09T19:12:10,459 INFO  [RS:1;a437f8b9ba7d:39431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a437f8b9ba7d%2C39431%2C1733771526229:(num 1733771526876)
2024-12-09T19:12:10,459 DEBUG [RS:1;a437f8b9ba7d:39431 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T19:12:10,459 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T19:12:10,459 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T19:12:10,460 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.ChoreService(370): Chore service for: regionserver/a437f8b9ba7d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-09T19:12:10,460 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T19:12:10,460 INFO  [regionserver/a437f8b9ba7d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T19:12:10,461 INFO  [RS:1;a437f8b9ba7d:39431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39431
2024-12-09T19:12:10,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T19:12:10,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a437f8b9ba7d,39431,1733771526229
2024-12-09T19:12:10,472 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T19:12:10,481 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a437f8b9ba7d,39431,1733771526229]
2024-12-09T19:12:10,481 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-09T19:12:10,481 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-09T19:12:10,489 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a437f8b9ba7d,39431,1733771526229 already deleted, retry=false
2024-12-09T19:12:10,489 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a437f8b9ba7d,39431,1733771526229 expired; onlineServers=0
2024-12-09T19:12:10,490 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a437f8b9ba7d,39329,1733771526057' *****
2024-12-09T19:12:10,490 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-09T19:12:10,490 INFO  [M:0;a437f8b9ba7d:39329 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T19:12:10,490 INFO  [M:0;a437f8b9ba7d:39329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T19:12:10,490 DEBUG [M:0;a437f8b9ba7d:39329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-09T19:12:10,490 DEBUG [M:0;a437f8b9ba7d:39329 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-09T19:12:10,490 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-09T19:12:10,490 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.small.0-1733771526586 {}] cleaner.HFileCleaner(306): Exit Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.small.0-1733771526586,5,FailOnTimeoutGroup]
2024-12-09T19:12:10,490 DEBUG [master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.large.0-1733771526586 {}] cleaner.HFileCleaner(306): Exit Thread[master/a437f8b9ba7d:0:becomeActiveMaster-HFileCleaner.large.0-1733771526586,5,FailOnTimeoutGroup]
2024-12-09T19:12:10,491 INFO  [M:0;a437f8b9ba7d:39329 {}] hbase.ChoreService(370): Chore service for: master/a437f8b9ba7d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-09T19:12:10,491 INFO  [M:0;a437f8b9ba7d:39329 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T19:12:10,491 DEBUG [M:0;a437f8b9ba7d:39329 {}] master.HMaster(1795): Stopping service threads
2024-12-09T19:12:10,491 INFO  [M:0;a437f8b9ba7d:39329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T19:12:10,491 INFO  [M:0;a437f8b9ba7d:39329 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T19:12:10,492 INFO  [M:0;a437f8b9ba7d:39329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-09T19:12:10,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-09T19:12:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-09T19:12:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T19:12:10,498 DEBUG [M:0;a437f8b9ba7d:39329 {}] zookeeper.ZKUtil(347): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-09T19:12:10,498 WARN  [M:0;a437f8b9ba7d:39329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-09T19:12:10,498 INFO  [M:0;a437f8b9ba7d:39329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/.lastflushedseqids
2024-12-09T19:12:10,506 INFO  [M:0;a437f8b9ba7d:39329 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-09T19:12:10,506 INFO  [M:0;a437f8b9ba7d:39329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-09T19:12:10,507 DEBUG [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T19:12:10,507 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:10,507 DEBUG [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:10,507 DEBUG [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T19:12:10,507 DEBUG [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:10,507 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.83 KB heapSize=41.08 KB
2024-12-09T19:12:10,515 DEBUG [M:0;a437f8b9ba7d:39329 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on bcdf360cf60340e5855e70342bd935de
2024-12-09T19:12:10,527 DEBUG [M:0;a437f8b9ba7d:39329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcdf360cf60340e5855e70342bd935de is 82, key is hbase:meta,,1/info:regioninfo/1733771527247/Put/seqid=0
2024-12-09T19:12:10,527 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcdf360cf60340e5855e70342bd935de
2024-12-09T19:12:10,534 DEBUG [M:0;a437f8b9ba7d:39329 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on b85912083bba4f8bb4012d534dfdedd2
2024-12-09T19:12:10,546 DEBUG [M:0;a437f8b9ba7d:39329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b85912083bba4f8bb4012d534dfdedd2 is 782, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733771527760/Put/seqid=0
2024-12-09T19:12:10,547 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.09 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b85912083bba4f8bb4012d534dfdedd2
2024-12-09T19:12:10,553 DEBUG [M:0;a437f8b9ba7d:39329 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on d48d724a6dae4c07a706e63c938d923f
2024-12-09T19:12:10,565 DEBUG [M:0;a437f8b9ba7d:39329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48d724a6dae4c07a706e63c938d923f is 69, key is a437f8b9ba7d,35439,1733771529580/rs:state/1733771529630/Put/seqid=0
2024-12-09T19:12:10,565 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48d724a6dae4c07a706e63c938d923f
2024-12-09T19:12:10,567 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d48d724a6dae4c07a706e63c938d923f
2024-12-09T19:12:10,567 DEBUG [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcdf360cf60340e5855e70342bd935de as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcdf360cf60340e5855e70342bd935de
2024-12-09T19:12:10,569 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcdf360cf60340e5855e70342bd935de, entries=8, sequenceid=83, filesize=5.5 K
2024-12-09T19:12:10,569 DEBUG [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b85912083bba4f8bb4012d534dfdedd2 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b85912083bba4f8bb4012d534dfdedd2
2024-12-09T19:12:10,571 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b85912083bba4f8bb4012d534dfdedd2, entries=9, sequenceid=83, filesize=6.4 K
2024-12-09T19:12:10,571 DEBUG [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48d724a6dae4c07a706e63c938d923f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d48d724a6dae4c07a706e63c938d923f
2024-12-09T19:12:10,572 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d48d724a6dae4c07a706e63c938d923f
2024-12-09T19:12:10,572 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4a7aa89-c6dc-561b-79f4-b80b59f362ce/2d036d6c-3092-0929-43e1-0e7e074a7a08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d48d724a6dae4c07a706e63c938d923f, entries=3, sequenceid=83, filesize=5.3 K
2024-12-09T19:12:10,573 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 66ms, sequenceid=83, compaction requested=false
2024-12-09T19:12:10,574 INFO  [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T19:12:10,574 DEBUG [M:0;a437f8b9ba7d:39329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733771530507Disabling compacts and flushes for region at 1733771530507Disabling writes for close at 1733771530507Obtaining lock to block concurrent updates at 1733771530507Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733771530507Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33614, getHeapSize=42000, getOffHeapSize=0, getCellsCount=98 at 1733771530508 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733771530508Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733771530508Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733771530526 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733771530526Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733771530529 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733771530546 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733771530546Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733771530548 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733771530564 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733771530564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7724061f: reopening flushed file at 1733771530567 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa72275: reopening flushed file at 1733771530569 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b16bd41: reopening flushed file at 1733771530571 (+2 ms)Finished flush of dataSize ~32.83 KB/33614, heapSize ~40.78 KB/41760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 66ms, sequenceid=83, compaction requested=false at 1733771530573 (+2 ms)Writing region close event to WAL at 1733771530574 (+1 ms)Closed at 1733771530574
2024-12-09T19:12:10,575 INFO  [M:0;a437f8b9ba7d:39329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-09T19:12:10,575 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T19:12:10,575 INFO  [M:0;a437f8b9ba7d:39329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39329
2024-12-09T19:12:10,576 INFO  [M:0;a437f8b9ba7d:39329 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T19:12:10,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:10,581 INFO  [RS:1;a437f8b9ba7d:39431 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T19:12:10,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x1000c351c180002, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:10,581 INFO  [RS:1;a437f8b9ba7d:39431 {}] regionserver.HRegionServer(1031): Exiting; stopping=a437f8b9ba7d,39431,1733771526229; zookeeper connection closed.
2024-12-09T19:12:10,581 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc98920 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc98920
2024-12-09T19:12:10,581 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-12-09T19:12:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:10,681 INFO  [M:0;a437f8b9ba7d:39329 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T19:12:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39329-0x1000c351c180000, quorum=127.0.0.1:53749, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T19:12:10,688 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-09T19:12:10,690 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-09T19:12:10,690 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T19:12:10,696 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=71 (was 49)
Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=712 (was 748), ProcessCount=11 (was 11), AvailableMemoryMB=2984 (was 3047)