2024-11-10 23:52:16,735 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-10 23:52:16,753 main DEBUG Took 0.016342 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-10 23:52:16,753 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-10 23:52:16,754 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-10 23:52:16,754 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-10 23:52:16,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,762 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-10 23:52:16,774 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,776 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,777 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,778 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,778 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,779 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,781 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,782 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,783 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,783 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-10 23:52:16,785 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,785 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-10 23:52:16,786 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-10 23:52:16,787 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-10 23:52:16,789 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-10 23:52:16,789 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-10 23:52:16,790 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-10 23:52:16,791 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-10 23:52:16,799 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-10 23:52:16,801 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-10 23:52:16,803 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-10 23:52:16,803 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-10 23:52:16,803 main DEBUG createAppenders(={Console})
2024-11-10 23:52:16,804 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-10 23:52:16,804 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-10 23:52:16,804 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-10 23:52:16,805 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-10 23:52:16,805 main DEBUG OutputStream closed
2024-11-10 23:52:16,805 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-10 23:52:16,806 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-10 23:52:16,806 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-10 23:52:16,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-10 23:52:16,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-10 23:52:16,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-10 23:52:16,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-10 23:52:16,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-10 23:52:16,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-10 23:52:16,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-10 23:52:16,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-10 23:52:16,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-10 23:52:16,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-10 23:52:16,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-10 23:52:16,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-10 23:52:16,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-10 23:52:16,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-10 23:52:16,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-10 23:52:16,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-10 23:52:16,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-10 23:52:16,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-10 23:52:16,885 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-10 23:52:16,885 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-10 23:52:16,885 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-10 23:52:16,886 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-10T23:52:16,899 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-11-10 23:52:16,902 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-10 23:52:16,903 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-10T23:52:17,141 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2
2024-11-10T23:52:17,167 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=145, ProcessCount=11, AvailableMemoryMB=8871
2024-11-10T23:52:17,268 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-10T23:52:17,372 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:17,389 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/cluster_0ae3bf51-99a5-2fd1-4bb2-cfff9acbba2e, deleteOnExit=true
2024-11-10T23:52:17,492 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/cluster_0ae3bf51-99a5-2fd1-4bb2-cfff9acbba2e/zookeeper_0, clientPort=60192, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/cluster_0ae3bf51-99a5-2fd1-4bb2-cfff9acbba2e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/cluster_0ae3bf51-99a5-2fd1-4bb2-cfff9acbba2e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-10T23:52:17,506 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60192
2024-11-10T23:52:17,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:17,597 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083 with version=8
2024-11-10T23:52:17,598 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/hbase-staging
2024-11-10T23:52:17,699 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-10T23:52:17,998 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ae12972821c6:0 server-side Connection retries=45
2024-11-10T23:52:18,009 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:18,010 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:18,019 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-10T23:52:18,019 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:18,019 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-10T23:52:18,161 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-10T23:52:18,253 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T23:52:18,292 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-10T23:52:18,304 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-10T23:52:18,308 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T23:52:18,347 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16298 (auto-detected)
2024-11-10T23:52:18,348 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-10T23:52:18,375 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41349
2024-11-10T23:52:18,406 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41349 connecting to ZooKeeper ensemble=127.0.0.1:60192
2024-11-10T23:52:18,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413490x0, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-10T23:52:18,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41349-0x10194998ea40000 connected
2024-11-10T23:52:18,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:18,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:18,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:18,485 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083, hbase.cluster.distributed=false
2024-11-10T23:52:18,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-10T23:52:18,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41349
2024-11-10T23:52:18,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41349
2024-11-10T23:52:18,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41349
2024-11-10T23:52:18,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41349
2024-11-10T23:52:18,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41349
2024-11-10T23:52:18,607 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45
2024-11-10T23:52:18,609 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:18,609 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:18,609 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-10T23:52:18,610 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:18,610 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-10T23:52:18,613 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-10T23:52:18,615 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T23:52:18,616 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43157
2024-11-10T23:52:18,618 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43157 connecting to ZooKeeper ensemble=127.0.0.1:60192
2024-11-10T23:52:18,618 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:18,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:18,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431570x0, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-10T23:52:18,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43157-0x10194998ea40001 connected
2024-11-10T23:52:18,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:18,631 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-10T23:52:18,644 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.cache
2024-11-10T23:52:18,650 INFO  [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-10T23:52:18,651 INFO  [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread
2024-11-10T23:52:18,652 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-10T23:52:18,654 INFO  [Thread-10 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file
2024-11-10T23:52:18,654 WARN  [Thread-10 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-10T23:52:18,660 INFO  [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-10T23:52:18,666 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-10T23:52:18,666 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-10T23:52:18,666 INFO  [Thread-10 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.persistence is complete.
2024-11-10T23:52:18,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-10T23:52:18,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-10T23:52:18,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43157
2024-11-10T23:52:18,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43157
2024-11-10T23:52:18,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43157
2024-11-10T23:52:18,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43157
2024-11-10T23:52:18,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43157
2024-11-10T23:52:18,702 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45
2024-11-10T23:52:18,703 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:18,703 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:18,703 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-10T23:52:18,704 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:18,704 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-10T23:52:18,704 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-10T23:52:18,705 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T23:52:18,706 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42041
2024-11-10T23:52:18,708 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42041 connecting to ZooKeeper ensemble=127.0.0.1:60192
2024-11-10T23:52:18,709 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:18,710 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:18,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420410x0, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-10T23:52:18,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42041-0x10194998ea40002 connected
2024-11-10T23:52:18,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:18,717 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-10T23:52:18,718 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.cache
2024-11-10T23:52:18,718 INFO  [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-10T23:52:18,719 INFO  [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread
2024-11-10T23:52:18,719 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-10T23:52:18,720 INFO  [Thread-11 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file
2024-11-10T23:52:18,720 WARN  [Thread-11 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-10T23:52:18,721 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-10T23:52:18,721 INFO  [Thread-11 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.persistence is complete.
2024-11-10T23:52:18,724 INFO  [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-10T23:52:18,725 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-10T23:52:18,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-10T23:52:18,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-10T23:52:18,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42041
2024-11-10T23:52:18,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42041
2024-11-10T23:52:18,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42041
2024-11-10T23:52:18,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42041
2024-11-10T23:52:18,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42041
2024-11-10T23:52:18,765 DEBUG [M:0;ae12972821c6:41349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae12972821c6:41349
2024-11-10T23:52:18,766 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae12972821c6,41349,1731282737778
2024-11-10T23:52:18,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:18,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:18,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:18,778 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae12972821c6,41349,1731282737778
2024-11-10T23:52:18,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-10T23:52:18,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-10T23:52:18,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:18,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:18,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:18,804 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-10T23:52:18,806 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae12972821c6,41349,1731282737778 from backup master directory
2024-11-10T23:52:18,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae12972821c6,41349,1731282737778
2024-11-10T23:52:18,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:18,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:18,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:18,810 WARN  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-10T23:52:18,810 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae12972821c6,41349,1731282737778
2024-11-10T23:52:18,813 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-10T23:52:18,814 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-10T23:52:18,822 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/hbase.id] with ID: 6ea22655-35b4-458f-b588-c6e0ef06f576
2024-11-10T23:52:18,822 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/.tmp/hbase.id
2024-11-10T23:52:18,828 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/hbase.id]
2024-11-10T23:52:18,868 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:18,873 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-10T23:52:18,899 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms.
2024-11-10T23:52:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:18,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:18,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:18,932 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:52:18,935 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-10T23:52:18,986 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:52:18,992 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:52:19,051 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store
2024-11-10T23:52:19,074 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-10T23:52:19,078 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:19,079 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-10T23:52:19,079 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:19,080 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:19,081 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-10T23:52:19,081 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:19,082 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:19,082 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731282739079Disabling compacts and flushes for region at 1731282739079Disabling writes for close at 1731282739081 (+2 ms)Writing region close event to WAL at 1731282739082 (+1 ms)Closed at 1731282739082
2024-11-10T23:52:19,083 WARN  [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/.initializing
2024-11-10T23:52:19,083 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/WALs/ae12972821c6,41349,1731282737778
2024-11-10T23:52:19,098 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-10T23:52:19,113 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C41349%2C1731282737778, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/WALs/ae12972821c6,41349,1731282737778, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/oldWALs, maxLogs=10
2024-11-10T23:52:19,157 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/WALs/ae12972821c6,41349,1731282737778/ae12972821c6%2C41349%2C1731282737778.1731282739120
2024-11-10T23:52:19,158 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-10T23:52:19,159 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:52:19,159 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:19,163 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:19,165 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:19,203 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:52:19,233 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-10T23:52:19,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:19,240 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:19,241 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:52:19,247 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-10T23:52:19,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:19,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:19,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:52:19,253 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-10T23:52:19,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:19,254 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:19,255 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:52:19,260 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-10T23:52:19,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:19,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:19,262 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:19,267 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:19,268 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:19,273 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:19,273 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:19,277 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-10T23:52:19,280 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:19,290 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:52:19,291 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59628683, jitterRate=-0.11146338284015656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-10T23:52:19,300 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731282739178Initializing all the Stores at 1731282739179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282739180 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282739180Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282739181 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282739181Cleaning up temporary data from old regions at 1731282739274 (+93 ms)Region opened successfully at 1731282739300 (+26 ms)
2024-11-10T23:52:19,302 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-10T23:52:19,337 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3288fea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0
2024-11-10T23:52:19,372 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-10T23:52:19,385 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-10T23:52:19,386 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-10T23:52:19,389 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-10T23:52:19,390 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-10T23:52:19,396 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-10T23:52:19,396 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-10T23:52:19,423 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-10T23:52:19,435 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-10T23:52:19,438 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-10T23:52:19,441 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-10T23:52:19,442 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-10T23:52:19,444 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-10T23:52:19,446 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-10T23:52:19,450 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-10T23:52:19,452 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-10T23:52:19,453 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-10T23:52:19,455 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-10T23:52:19,474 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-10T23:52:19,476 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-10T23:52:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:19,493 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae12972821c6,41349,1731282737778, sessionid=0x10194998ea40000, setting cluster-up flag (Was=false)
2024-11-10T23:52:19,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:19,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:19,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:19,514 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-10T23:52:19,516 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,41349,1731282737778
2024-11-10T23:52:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:19,527 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-10T23:52:19,529 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,41349,1731282737778
2024-11-10T23:52:19,534 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-10T23:52:19,552 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(746): ClusterId : 6ea22655-35b4-458f-b588-c6e0ef06f576
2024-11-10T23:52:19,552 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(746): ClusterId : 6ea22655-35b4-458f-b588-c6e0ef06f576
2024-11-10T23:52:19,555 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-10T23:52:19,555 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-10T23:52:19,560 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-10T23:52:19,560 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-10T23:52:19,561 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-10T23:52:19,561 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-10T23:52:19,565 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-10T23:52:19,565 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-10T23:52:19,565 DEBUG [RS:1;ae12972821c6:42041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f6422d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0
2024-11-10T23:52:19,565 DEBUG [RS:0;ae12972821c6:43157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e63b735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0
2024-11-10T23:52:19,582 DEBUG [RS:0;ae12972821c6:43157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae12972821c6:43157
2024-11-10T23:52:19,583 DEBUG [RS:1;ae12972821c6:42041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae12972821c6:42041
2024-11-10T23:52:19,587 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-10T23:52:19,587 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-10T23:52:19,587 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-10T23:52:19,588 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-10T23:52:19,588 DEBUG [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-10T23:52:19,588 DEBUG [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-10T23:52:19,591 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,41349,1731282737778 with port=42041, startcode=1731282738702
2024-11-10T23:52:19,591 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,41349,1731282737778 with port=43157, startcode=1731282738567
2024-11-10T23:52:19,604 DEBUG [RS:1;ae12972821c6:42041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-10T23:52:19,604 DEBUG [RS:0;ae12972821c6:43157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-10T23:52:19,620 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-10T23:52:19,633 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-10T23:52:19,641 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-10T23:52:19,647 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae12972821c6,41349,1731282737778
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-10T23:52:19,657 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:52:19,658 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:52:19,658 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:52:19,658 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:52:19,659 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae12972821c6:0, corePoolSize=10, maxPoolSize=10
2024-11-10T23:52:19,659 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,659 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae12972821c6:0, corePoolSize=2, maxPoolSize=2
2024-11-10T23:52:19,659 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,667 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282769667
2024-11-10T23:52:19,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-10T23:52:19,669 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-10T23:52:19,669 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-10T23:52:19,670 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-10T23:52:19,674 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-10T23:52:19,675 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-10T23:52:19,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:19,675 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-10T23:52:19,676 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-10T23:52:19,676 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-10T23:52:19,678 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,682 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-10T23:52:19,682 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41559, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-10T23:52:19,686 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-10T23:52:19,687 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-10T23:52:19,688 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-10T23:52:19,690 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-10T23:52:19,691 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-10T23:52:19,691 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-10T23:52:19,693 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282739693,5,FailOnTimeoutGroup]
2024-11-10T23:52:19,694 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282739694,5,FailOnTimeoutGroup]
2024-11-10T23:52:19,694 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,695 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-10T23:52:19,696 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,696 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,697 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-10T23:52:19,701 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-10T23:52:19,701 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083
2024-11-10T23:52:19,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:19,719 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-10T23:52:19,720 DEBUG [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-10T23:52:19,720 DEBUG [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-10T23:52:19,720 WARN  [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-10T23:52:19,720 WARN  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-10T23:52:19,723 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-10T23:52:19,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:19,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:19,725 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-10T23:52:19,729 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-10T23:52:19,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:19,730 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:19,730 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-10T23:52:19,740 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-10T23:52:19,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:19,740 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:19,740 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-10T23:52:19,745 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-10T23:52:19,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:19,745 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:19,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-10T23:52:19,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740
2024-11-10T23:52:19,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740
2024-11-10T23:52:19,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-10T23:52:19,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-10T23:52:19,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-10T23:52:19,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-10T23:52:19,757 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:52:19,758 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63839182, jitterRate=-0.04872205853462219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-10T23:52:19,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731282739718Initializing all the Stores at 1731282739718Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282739718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282739718Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282739718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282739718Cleaning up temporary data from old regions at 1731282739748 (+30 ms)Region opened successfully at 1731282739761 (+13 ms)
2024-11-10T23:52:19,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-10T23:52:19,761 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-10T23:52:19,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-10T23:52:19,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-10T23:52:19,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-10T23:52:19,763 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-10T23:52:19,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731282739761Disabling compacts and flushes for region at 1731282739761Disabling writes for close at 1731282739761Writing region close event to WAL at 1731282739762 (+1 ms)Closed at 1731282739763 (+1 ms)
2024-11-10T23:52:19,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-10T23:52:19,765 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-10T23:52:19,772 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-10T23:52:19,780 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-10T23:52:19,782 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-10T23:52:19,822 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,41349,1731282737778 with port=42041, startcode=1731282738702
2024-11-10T23:52:19,822 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,41349,1731282737778 with port=43157, startcode=1731282738567
2024-11-10T23:52:19,824 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,42041,1731282738702
2024-11-10T23:52:19,827 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,42041,1731282738702
2024-11-10T23:52:19,834 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,43157,1731282738567
2024-11-10T23:52:19,834 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,43157,1731282738567
2024-11-10T23:52:19,834 DEBUG [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083
2024-11-10T23:52:19,835 DEBUG [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-10T23:52:19,835 DEBUG [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-10T23:52:19,836 DEBUG [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083
2024-11-10T23:52:19,836 DEBUG [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-10T23:52:19,836 DEBUG [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-10T23:52:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:52:19,845 DEBUG [RS:1;ae12972821c6:42041 {}] zookeeper.ZKUtil(111): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,42041,1731282738702
2024-11-10T23:52:19,845 DEBUG [RS:0;ae12972821c6:43157 {}] zookeeper.ZKUtil(111): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,43157,1731282738567
2024-11-10T23:52:19,845 WARN  [RS:1;ae12972821c6:42041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-10T23:52:19,845 WARN  [RS:0;ae12972821c6:43157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-10T23:52:19,845 INFO  [RS:1;ae12972821c6:42041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:52:19,845 INFO  [RS:0;ae12972821c6:43157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:52:19,846 DEBUG [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,42041,1731282738702
2024-11-10T23:52:19,846 DEBUG [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,43157,1731282738567
2024-11-10T23:52:19,848 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,42041,1731282738702]
2024-11-10T23:52:19,848 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,43157,1731282738567]
2024-11-10T23:52:19,872 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-10T23:52:19,872 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-10T23:52:19,886 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-10T23:52:19,886 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-10T23:52:19,892 INFO  [RS:1;ae12972821c6:42041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-10T23:52:19,892 INFO  [RS:0;ae12972821c6:43157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-10T23:52:19,892 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,892 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,894 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-10T23:52:19,894 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-10T23:52:19,899 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-10T23:52:19,899 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-10T23:52:19,900 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,901 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,901 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,901 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,901 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,901 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,901 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,901 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,901 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,902 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,902 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,902 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2
2024-11-10T23:52:19,902 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,902 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,902 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2
2024-11-10T23:52:19,902 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,902 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,902 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,902 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,903 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,903 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,903 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,903 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,903 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,903 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:19,903 DEBUG [RS:0;ae12972821c6:43157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:19,903 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,903 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:19,904 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:19,904 DEBUG [RS:1;ae12972821c6:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:19,906 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,906 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,907 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,907 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,907 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,907 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,907 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,907 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,907 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,43157,1731282738567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-10T23:52:19,907 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,907 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,908 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42041,1731282738702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-10T23:52:19,929 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-10T23:52:19,931 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,43157,1731282738567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,932 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,932 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.Replication(171): ae12972821c6,43157,1731282738567 started
2024-11-10T23:52:19,933 WARN  [ae12972821c6:41349 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-10T23:52:19,934 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-10T23:52:19,934 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42041,1731282738702-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,934 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,934 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.Replication(171): ae12972821c6,42041,1731282738702 started
2024-11-10T23:52:19,950 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,951 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,43157,1731282738567, RpcServer on ae12972821c6/172.17.0.2:43157, sessionid=0x10194998ea40001
2024-11-10T23:52:19,952 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-10T23:52:19,952 DEBUG [RS:0;ae12972821c6:43157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,43157,1731282738567
2024-11-10T23:52:19,952 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,43157,1731282738567'
2024-11-10T23:52:19,953 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-10T23:52:19,954 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-10T23:52:19,954 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-10T23:52:19,955 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-10T23:52:19,955 DEBUG [RS:0;ae12972821c6:43157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,43157,1731282738567
2024-11-10T23:52:19,955 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,43157,1731282738567'
2024-11-10T23:52:19,955 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-10T23:52:19,956 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-10T23:52:19,956 DEBUG [RS:0;ae12972821c6:43157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-10T23:52:19,957 INFO  [RS:0;ae12972821c6:43157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-10T23:52:19,957 INFO  [RS:0;ae12972821c6:43157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-10T23:52:19,959 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:19,959 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,42041,1731282738702, RpcServer on ae12972821c6/172.17.0.2:42041, sessionid=0x10194998ea40002
2024-11-10T23:52:19,959 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-10T23:52:19,959 DEBUG [RS:1;ae12972821c6:42041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,42041,1731282738702
2024-11-10T23:52:19,959 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,42041,1731282738702'
2024-11-10T23:52:19,959 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-10T23:52:19,960 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-10T23:52:19,961 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-10T23:52:19,961 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-10T23:52:19,961 DEBUG [RS:1;ae12972821c6:42041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,42041,1731282738702
2024-11-10T23:52:19,961 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,42041,1731282738702'
2024-11-10T23:52:19,961 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-10T23:52:19,962 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-10T23:52:19,963 DEBUG [RS:1;ae12972821c6:42041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-10T23:52:19,963 INFO  [RS:1;ae12972821c6:42041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-10T23:52:19,963 INFO  [RS:1;ae12972821c6:42041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-10T23:52:20,062 INFO  [RS:0;ae12972821c6:43157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-10T23:52:20,064 INFO  [RS:0;ae12972821c6:43157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ae12972821c6%2C43157%2C1731282738567, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,43157,1731282738567, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs, maxLogs=55
2024-11-10T23:52:20,064 INFO  [RS:1;ae12972821c6:42041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-10T23:52:20,065 INFO  [RS:1;ae12972821c6:42041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ae12972821c6%2C42041%2C1731282738702, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,42041,1731282738702, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs, maxLogs=55
2024-11-10T23:52:20,086 INFO  [RS:0;ae12972821c6:43157 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,43157,1731282738567/ae12972821c6%2C43157%2C1731282738567.1731282740066
2024-11-10T23:52:20,086 INFO  [RS:1;ae12972821c6:42041 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,42041,1731282738702/ae12972821c6%2C42041%2C1731282738702.1731282740067
2024-11-10T23:52:20,087 DEBUG [RS:0;ae12972821c6:43157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-10T23:52:20,088 DEBUG [RS:1;ae12972821c6:42041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-10T23:52:20,186 DEBUG [ae12972821c6:41349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-10T23:52:20,199 DEBUG [ae12972821c6:41349 {}] balancer.BalancerClusterState(204): Hosts are {ae12972821c6=0} racks are {/default-rack=0}
2024-11-10T23:52:20,202 DEBUG [ae12972821c6:41349 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-10T23:52:20,202 DEBUG [ae12972821c6:41349 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-10T23:52:20,202 DEBUG [ae12972821c6:41349 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-10T23:52:20,202 DEBUG [ae12972821c6:41349 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-10T23:52:20,202 INFO  [ae12972821c6:41349 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-10T23:52:20,203 INFO  [ae12972821c6:41349 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-10T23:52:20,203 DEBUG [ae12972821c6:41349 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-10T23:52:20,210 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae12972821c6,43157,1731282738567
2024-11-10T23:52:20,216 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,43157,1731282738567, state=OPENING
2024-11-10T23:52:20,224 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-10T23:52:20,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:20,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:20,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:20,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:20,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:20,227 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:20,228 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-10T23:52:20,230 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,43157,1731282738567}]
2024-11-10T23:52:20,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-10T23:52:20,406 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50043, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-10T23:52:20,415 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-10T23:52:20,416 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:52:20,417 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-10T23:52:20,418 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ae12972821c6%2C43157%2C1731282738567.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,43157,1731282738567, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs, maxLogs=55
2024-11-10T23:52:20,439 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,43157,1731282738567/ae12972821c6%2C43157%2C1731282738567.meta.1731282740419.meta
2024-11-10T23:52:20,439 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-10T23:52:20,439 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:52:20,441 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-10T23:52:20,444 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-10T23:52:20,449 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-10T23:52:20,453 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-10T23:52:20,453 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:20,454 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-10T23:52:20,454 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-10T23:52:20,455 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-10T23:52:20,456 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-10T23:52:20,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:20,457 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:20,457 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-10T23:52:20,458 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-10T23:52:20,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:20,458 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:20,458 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-10T23:52:20,459 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-10T23:52:20,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:20,459 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:20,460 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-10T23:52:20,460 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-10T23:52:20,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:20,461 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:20,461 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-10T23:52:20,462 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740
2024-11-10T23:52:20,463 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740
2024-11-10T23:52:20,463 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-10T23:52:20,463 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-10T23:52:20,464 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-10T23:52:20,465 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-10T23:52:20,465 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67982293, jitterRate=0.013015106320381165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-10T23:52:20,466 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-10T23:52:20,467 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731282740454Writing region info on filesystem at 1731282740455 (+1 ms)Initializing all the Stores at 1731282740455Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282740455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282740455Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282740455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282740455Cleaning up temporary data from old regions at 1731282740463 (+8 ms)Running coprocessor post-open hooks at 1731282740466 (+3 ms)Region opened successfully at 1731282740467 (+1 ms)
2024-11-10T23:52:20,473 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731282740394
2024-11-10T23:52:20,483 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-10T23:52:20,483 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-10T23:52:20,484 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,43157,1731282738567
2024-11-10T23:52:20,486 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,43157,1731282738567, state=OPEN
2024-11-10T23:52:20,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-10T23:52:20,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-10T23:52:20,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-10T23:52:20,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:20,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:20,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:20,489 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae12972821c6,43157,1731282738567
2024-11-10T23:52:20,492 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-10T23:52:20,492 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,43157,1731282738567 in 260 msec
2024-11-10T23:52:20,497 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-10T23:52:20,497 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 722 msec
2024-11-10T23:52:20,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-10T23:52:20,498 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-10T23:52:20,519 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-10T23:52:20,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,43157,1731282738567, seqNum=-1]
2024-11-10T23:52:20,542 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:52:20,544 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:52:20,560 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 994 msec
2024-11-10T23:52:20,560 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731282740560, completionTime=-1
2024-11-10T23:52:20,563 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-10T23:52:20,563 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-10T23:52:20,588 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-10T23:52:20,588 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282800588
2024-11-10T23:52:20,588 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282860588
2024-11-10T23:52:20,588 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec
2024-11-10T23:52:20,591 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-10T23:52:20,597 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,41349,1731282737778-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:20,597 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,41349,1731282737778-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:20,597 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,41349,1731282737778-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:20,599 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae12972821c6:41349, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:20,599 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:20,600 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:20,606 DEBUG [master/ae12972821c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-10T23:52:20,646 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.835sec
2024-11-10T23:52:20,648 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-10T23:52:20,649 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-10T23:52:20,650 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-10T23:52:20,651 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-10T23:52:20,651 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-10T23:52:20,652 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,41349,1731282737778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-10T23:52:20,652 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,41349,1731282737778-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-10T23:52:20,654 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-10T23:52:20,655 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-10T23:52:20,655 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,41349,1731282737778-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:20,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0b20dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:52:20,665 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-10T23:52:20,666 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-10T23:52:20,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,41349,-1 for getting cluster id
2024-11-10T23:52:20,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T23:52:20,680 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ea22655-35b4-458f-b588-c6e0ef06f576'
2024-11-10T23:52:20,682 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T23:52:20,682 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ea22655-35b4-458f-b588-c6e0ef06f576"

2024-11-10T23:52:20,683 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f15df92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:52:20,683 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,41349,-1]
2024-11-10T23:52:20,686 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-10T23:52:20,688 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:20,689 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-10T23:52:20,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3302ae21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:52:20,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-10T23:52:20,698 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,43157,1731282738567, seqNum=-1]
2024-11-10T23:52:20,699 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:52:20,701 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:52:20,720 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae12972821c6,41349,1731282737778
2024-11-10T23:52:20,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-10T23:52:20,728 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,41349,1731282737778
2024-11-10T23:52:20,730 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e31ff98
2024-11-10T23:52:20,731 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-10T23:52:20,734 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-10T23:52:20,738 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1731282740720', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:52:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731282740720
2024-11-10T23:52:20,747 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731282740720 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-10T23:52:20,749 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1731282740720"
 procId is: 4
2024-11-10T23:52:20,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:20,750 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731282740720 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-10T23:52:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-10T23:52:20,765 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731282740720-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d55ebd882ec0536b4a2355121539f58a, NAME => 'testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1731282740720', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083
2024-11-10T23:52:20,772 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731282740720-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:20,772 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731282740720-pool-0 {}] regionserver.HRegion(1722): Closing d55ebd882ec0536b4a2355121539f58a, disabling compactions & flushes
2024-11-10T23:52:20,772 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731282740720-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:20,772 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731282740720-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:20,772 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731282740720-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a. after waiting 0 ms
2024-11-10T23:52:20,772 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731282740720-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:20,772 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1731282740720-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:20,772 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1731282740720-pool-0 {}] regionserver.HRegion(1676): Region close journal for d55ebd882ec0536b4a2355121539f58a:
Waiting for close lock at 1731282740772Disabling compacts and flushes for region at 1731282740772Disabling writes for close at 1731282740772Writing region close event to WAL at 1731282740772Closed at 1731282740772
2024-11-10T23:52:20,774 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731282740720 execute state=CREATE_TABLE_ADD_TO_META
2024-11-10T23:52:20,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731282740774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282740774"}]},"ts":"1731282740774"}
2024-11-10T23:52:20,784 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-10T23:52:20,785 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731282740720 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-10T23:52:20,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731282740720","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282740785"}]},"ts":"1731282740785"}
2024-11-10T23:52:20,792 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731282740720, state=ENABLING in hbase:meta
2024-11-10T23:52:20,793 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ae12972821c6=0} racks are {/default-rack=0}
2024-11-10T23:52:20,793 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-10T23:52:20,793 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-10T23:52:20,794 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-10T23:52:20,794 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-10T23:52:20,794 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-10T23:52:20,794 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-10T23:52:20,794 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-10T23:52:20,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, ASSIGN}]
2024-11-10T23:52:20,797 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, ASSIGN
2024-11-10T23:52:20,798 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, ASSIGN; state=OFFLINE, location=ae12972821c6,42041,1731282738702; forceNewPlan=false, retain=false
2024-11-10T23:52:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-10T23:52:20,951 INFO  [ae12972821c6:41349 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-10T23:52:20,952 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d55ebd882ec0536b4a2355121539f58a, regionState=OPENING, regionLocation=ae12972821c6,42041,1731282738702
2024-11-10T23:52:20,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, ASSIGN because future has completed
2024-11-10T23:52:20,956 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d55ebd882ec0536b4a2355121539f58a, server=ae12972821c6,42041,1731282738702}]
2024-11-10T23:52:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-10T23:52:21,109 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-10T23:52:21,110 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-10T23:52:21,113 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:21,113 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d55ebd882ec0536b4a2355121539f58a, NAME => 'testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:52:21,114 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731282740720 d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,114 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:21,115 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,115 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,116 INFO  [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region d55ebd882ec0536b4a2355121539f58a 
2024-11-10T23:52:21,121 INFO  [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55ebd882ec0536b4a2355121539f58a columnFamilyName family
2024-11-10T23:52:21,121 DEBUG [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:21,121 INFO  [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] regionserver.HStore(327): Store=d55ebd882ec0536b4a2355121539f58a/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:21,122 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,123 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,123 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,124 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,124 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,125 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,135 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:52:21,135 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d55ebd882ec0536b4a2355121539f58a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59798041, jitterRate=-0.1089397519826889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-10T23:52:21,136 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:21,137 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d55ebd882ec0536b4a2355121539f58a:
Running coprocessor pre-open hook at 1731282741115Writing region info on filesystem at 1731282741115Initializing all the Stores at 1731282741115Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282741115Cleaning up temporary data from old regions at 1731282741124 (+9 ms)Running coprocessor post-open hooks at 1731282741136 (+12 ms)Region opened successfully at 1731282741137 (+1 ms)
2024-11-10T23:52:21,138 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a., pid=6, masterSystemTime=1731282741108
2024-11-10T23:52:21,142 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:21,142 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:21,143 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d55ebd882ec0536b4a2355121539f58a, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,42041,1731282738702
2024-11-10T23:52:21,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d55ebd882ec0536b4a2355121539f58a, server=ae12972821c6,42041,1731282738702 because future has completed
2024-11-10T23:52:21,150 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-10T23:52:21,150 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d55ebd882ec0536b4a2355121539f58a, server=ae12972821c6,42041,1731282738702 in 191 msec
2024-11-10T23:52:21,152 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-10T23:52:21,152 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, ASSIGN in 355 msec
2024-11-10T23:52:21,153 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731282740720 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-10T23:52:21,153 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1731282740720","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282741153"}]},"ts":"1731282741153"}
2024-11-10T23:52:21,160 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1731282740720, state=ENABLED in hbase:meta
2024-11-10T23:52:21,161 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1731282740720 execute state=CREATE_TABLE_POST_OPERATION
2024-11-10T23:52:21,163 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1731282740720 in 420 msec
2024-11-10T23:52:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-10T23:52:21,386 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1731282740720 completed
2024-11-10T23:52:21,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1731282740720 get assigned. Timeout = 60000ms
2024-11-10T23:52:21,389 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-10T23:52:21,395 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1731282740720 assigned to meta. Checking AM states.
2024-11-10T23:52:21,395 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-10T23:52:21,396 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1731282740720 assigned.
2024-11-10T23:52:21,403 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1731282740720', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a., hostname=ae12972821c6,42041,1731282738702, seqNum=2]
2024-11-10T23:52:21,405 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:52:21,407 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:52:21,416 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d55ebd882ec0536b4a2355121539f58a 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-10T23:52:21,441 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on fc0145d6c3b044699bb3f83f3ca3c7d3
2024-11-10T23:52:21,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/.tmp/family/fc0145d6c3b044699bb3f83f3ca3c7d3 is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-10T23:52:21,483 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/.tmp/family/fc0145d6c3b044699bb3f83f3ca3c7d3
2024-11-10T23:52:21,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/.tmp/family/fc0145d6c3b044699bb3f83f3ca3c7d3 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3
2024-11-10T23:52:21,519 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3, delay=952 ms
2024-11-10T23:52:21,521 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3, entries=2, sequenceid=6, filesize=4.9 K
2024-11-10T23:52:21,526 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for d55ebd882ec0536b4a2355121539f58a in 109ms, sequenceid=6, compaction requested=false
2024-11-10T23:52:21,527 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1731282740720'
2024-11-10T23:52:21,529 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d55ebd882ec0536b4a2355121539f58a:

2024-11-10T23:52:22,474 DEBUG [hfile-prefetch-1731282741520 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key fc0145d6c3b044699bb3f83f3ca3c7d3_0. 
2024-11-10T23:52:22,478 DEBUG [hfile-prefetch-1731282741520 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key fc0145d6c3b044699bb3f83f3ca3c7d3_117. 
2024-11-10T23:52:22,479 DEBUG [hfile-prefetch-1731282741520 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3, with total blocks 2, and data blocks 1
2024-11-10T23:52:22,479 DEBUG [hfile-prefetch-1731282741520 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map
2024-11-10T23:52:22,479 DEBUG [hfile-prefetch-1731282741520 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-10T23:52:22,480 DEBUG [hfile-prefetch-1731282741520 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3. Will sleep 100ms and try the verification again.
2024-11-10T23:52:22,532 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-10T23:52:22,532 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-10T23:52:22,533 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-10T23:52:22,533 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-10T23:52:22,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=d55ebd882ec0536b4a2355121539f58a, source=ae12972821c6,42041,1731282738702, destination=ae12972821c6,43157,1731282738567, warming up region on ae12972821c6,43157,1731282738567
2024-11-10T23:52:22,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=d55ebd882ec0536b4a2355121539f58a, source=ae12972821c6,42041,1731282738702, destination=ae12972821c6,43157,1731282738567, running balancer
2024-11-10T23:52:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, REOPEN/MOVE
2024-11-10T23:52:22,544 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, REOPEN/MOVE
2024-11-10T23:52:22,545 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.HRegion(7855): Warmup {ENCODED => d55ebd882ec0536b4a2355121539f58a, NAME => 'testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:52:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:22,546 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d55ebd882ec0536b4a2355121539f58a, regionState=CLOSING, regionLocation=ae12972821c6,42041,1731282738702
2024-11-10T23:52:22,547 INFO  [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region d55ebd882ec0536b4a2355121539f58a 
2024-11-10T23:52:22,548 INFO  [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55ebd882ec0536b4a2355121539f58a columnFamilyName family
2024-11-10T23:52:22,548 DEBUG [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:22,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, REOPEN/MOVE because future has completed
2024-11-10T23:52:22,550 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-11-10T23:52:22,550 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d55ebd882ec0536b4a2355121539f58a, server=ae12972821c6,42041,1731282738702}]
2024-11-10T23:52:22,552 DEBUG [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3
2024-11-10T23:52:22,552 INFO  [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] regionserver.HStore(327): Store=d55ebd882ec0536b4a2355121539f58a/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.HRegion(1722): Closing d55ebd882ec0536b4a2355121539f58a, disabling compactions & flushes
2024-11-10T23:52:22,552 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a. after waiting 0 ms
2024-11-10T23:52:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:22,554 DEBUG [StoreFileCloser-d55ebd882ec0536b4a2355121539f58a-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3
2024-11-10T23:52:22,554 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-10T23:52:22,555 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731282742532
2024-11-10T23:52:22,555 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-10T23:52:22,555 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43157 {}] regionserver.HRegion(1676): Region close journal for d55ebd882ec0536b4a2355121539f58a:
Waiting for close lock at 1731282742552Disabling compacts and flushes for region at 1731282742552Disabling writes for close at 1731282742552Writing region close event to WAL at 1731282742555 (+3 ms)Closed at 1731282742555
2024-11-10T23:52:22,557 WARN  [hfile-prefetch-1731282741520 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2338) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2321) ~[classes/:?]
	... 9 more
2024-11-10T23:52:22,557 DEBUG [hfile-prefetch-1731282741520 {}] hfile.PrefetchExecutor(121): Prefetch completed for fc0145d6c3b044699bb3f83f3ca3c7d3
2024-11-10T23:52:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-10T23:52:22,708 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:22,708 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-11-10T23:52:22,709 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing d55ebd882ec0536b4a2355121539f58a, disabling compactions & flushes
2024-11-10T23:52:22,709 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:22,709 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:22,709 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a. after waiting 0 ms
2024-11-10T23:52:22,709 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:22,711 DEBUG [StoreFileCloser-d55ebd882ec0536b4a2355121539f58a-family-1 {}] bucket.BucketCache(1864): found 1 blocks for file fc0145d6c3b044699bb3f83f3ca3c7d3, starting offset: 0, end offset: 9223372036854775807
2024-11-10T23:52:22,712 DEBUG [StoreFileCloser-d55ebd882ec0536b4a2355121539f58a-family-1 {}] bucket.BucketCache(857): removed key fc0145d6c3b044699bb3f83f3ca3c7d3_0 from back map with offset lock 2094080 in the evict process
2024-11-10T23:52:22,718 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-10T23:52:22,719 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:22,719 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for d55ebd882ec0536b4a2355121539f58a:
Waiting for close lock at 1731282742709Running coprocessor pre-close hooks at 1731282742709Disabling compacts and flushes for region at 1731282742709Disabling writes for close at 1731282742709Writing region close event to WAL at 1731282742713 (+4 ms)Running coprocessor post-close hooks at 1731282742718 (+5 ms)Closed at 1731282742719 (+1 ms)
2024-11-10T23:52:22,719 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding d55ebd882ec0536b4a2355121539f58a move to ae12972821c6,43157,1731282738567 record at close sequenceid=6
2024-11-10T23:52:22,722 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:22,723 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d55ebd882ec0536b4a2355121539f58a, regionState=CLOSED
2024-11-10T23:52:22,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d55ebd882ec0536b4a2355121539f58a, server=ae12972821c6,42041,1731282738702 because future has completed
2024-11-10T23:52:22,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-10T23:52:22,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure d55ebd882ec0536b4a2355121539f58a, server=ae12972821c6,42041,1731282738702 in 176 msec
2024-11-10T23:52:22,729 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, REOPEN/MOVE; state=CLOSED, location=ae12972821c6,43157,1731282738567; forceNewPlan=false, retain=false
2024-11-10T23:52:22,755 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-10T23:52:22,755 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-10T23:52:22,755 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-10T23:52:22,755 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-10T23:52:22,756 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-10T23:52:22,756 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-10T23:52:22,756 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-10T23:52:22,756 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-10T23:52:22,759 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-10T23:52:22,759 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731282742755
2024-11-10T23:52:22,759 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-10T23:52:22,759 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-10T23:52:22,759 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731282742756
2024-11-10T23:52:22,760 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-10T23:52:22,879 INFO  [ae12972821c6:41349 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-10T23:52:22,880 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d55ebd882ec0536b4a2355121539f58a, regionState=OPENING, regionLocation=ae12972821c6,43157,1731282738567
2024-11-10T23:52:22,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, REOPEN/MOVE because future has completed
2024-11-10T23:52:22,883 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d55ebd882ec0536b4a2355121539f58a, server=ae12972821c6,43157,1731282738567}]
2024-11-10T23:52:23,038 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:23,038 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => d55ebd882ec0536b4a2355121539f58a, NAME => 'testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:52:23,039 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1731282740720 d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,039 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:23,039 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,039 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,040 INFO  [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region d55ebd882ec0536b4a2355121539f58a 
2024-11-10T23:52:23,041 INFO  [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55ebd882ec0536b4a2355121539f58a columnFamilyName family
2024-11-10T23:52:23,041 DEBUG [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,043 DEBUG [StoreFileOpener-d55ebd882ec0536b4a2355121539f58a-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3, delay=986 ms
2024-11-10T23:52:23,044 DEBUG [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3
2024-11-10T23:52:23,045 INFO  [StoreOpener-d55ebd882ec0536b4a2355121539f58a-1 {}] regionserver.HStore(327): Store=d55ebd882ec0536b4a2355121539f58a/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:23,045 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,045 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,046 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,046 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,046 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,050 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,051 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened d55ebd882ec0536b4a2355121539f58a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66062674, jitterRate=-0.01558944582939148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-10T23:52:23,051 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,052 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for d55ebd882ec0536b4a2355121539f58a:
Running coprocessor pre-open hook at 1731282743039Writing region info on filesystem at 1731282743039Initializing all the Stores at 1731282743039Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282743040 (+1 ms)Cleaning up temporary data from old regions at 1731282743046 (+6 ms)Running coprocessor post-open hooks at 1731282743051 (+5 ms)Region opened successfully at 1731282743052 (+1 ms)
2024-11-10T23:52:23,053 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a., pid=9, masterSystemTime=1731282743035
2024-11-10T23:52:23,055 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:23,056 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:23,056 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d55ebd882ec0536b4a2355121539f58a, regionState=OPEN, openSeqNum=10, regionLocation=ae12972821c6,43157,1731282738567
2024-11-10T23:52:23,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d55ebd882ec0536b4a2355121539f58a, server=ae12972821c6,43157,1731282738567 because future has completed
2024-11-10T23:52:23,063 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-10T23:52:23,063 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d55ebd882ec0536b4a2355121539f58a, server=ae12972821c6,43157,1731282738567 in 177 msec
2024-11-10T23:52:23,064 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1731282740720, region=d55ebd882ec0536b4a2355121539f58a, REOPEN/MOVE in 520 msec
2024-11-10T23:52:23,097 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-10T23:52:23,097 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-10T23:52:23,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:52:23,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:23,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:23,102 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-10T23:52:23,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-10T23:52:23,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1692727640, stopped=false
2024-11-10T23:52:23,103 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae12972821c6,41349,1731282737778
2024-11-10T23:52:23,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:23,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,106 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-10T23:52:23,107 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-10T23:52:23,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:23,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:23,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:23,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:52:23,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:23,108 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,43157,1731282738567' *****
2024-11-10T23:52:23,108 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-10T23:52:23,108 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,42041,1731282738702' *****
2024-11-10T23:52:23,108 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-10T23:52:23,108 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-10T23:52:23,108 INFO  [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1739): Disabling cache
2024-11-10T23:52:23,108 INFO  [RS:1;ae12972821c6:42041 {}] bucket.BucketCache(1739): Disabling cache
2024-11-10T23:52:23,108 INFO  [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.persistence
2024-11-10T23:52:23,108 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-10T23:52:23,108 INFO  [RS:1;ae12972821c6:42041 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/bucket.persistence
2024-11-10T23:52:23,108 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-10T23:52:23,108 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-10T23:52:23,109 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-10T23:52:23,109 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-10T23:52:23,109 INFO  [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1769): Shutting down cache persister thread.
2024-11-10T23:52:23,109 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-10T23:52:23,109 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-10T23:52:23,109 INFO  [RS:1;ae12972821c6:42041 {}] bucket.BucketCache(1769): Shutting down cache persister thread.
2024-11-10T23:52:23,109 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-10T23:52:23,109 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-10T23:52:23,110 INFO  [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:23,111 INFO  [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:23,119 DEBUG [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1488): Thread RS:0;ae12972821c6:43157 started persisting bucket cache to file
2024-11-10T23:52:23,119 DEBUG [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-10T23:52:23,119 DEBUG [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-10T23:52:23,119 DEBUG [RS:1;ae12972821c6:42041 {}] bucket.BucketCache(1488): Thread RS:1;ae12972821c6:42041 started persisting bucket cache to file
2024-11-10T23:52:23,119 DEBUG [RS:1;ae12972821c6:42041 {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-10T23:52:23,119 DEBUG [RS:1;ae12972821c6:42041 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-10T23:52:23,123 DEBUG [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-10T23:52:23,123 DEBUG [RS:1;ae12972821c6:42041 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-10T23:52:23,123 DEBUG [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731282743119
2024-11-10T23:52:23,123 DEBUG [RS:1;ae12972821c6:42041 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731282743119
2024-11-10T23:52:23,123 DEBUG [RS:1;ae12972821c6:42041 {}] bucket.BucketCache(1510): Thread RS:1;ae12972821c6:42041 finished persisting bucket cache to file, renaming
2024-11-10T23:52:23,123 DEBUG [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1510): Thread RS:0;ae12972821c6:43157 finished persisting bucket cache to file, renaming
2024-11-10T23:52:23,123 WARN  [RS:0;ae12972821c6:43157 {}] bucket.BucketCache(1513): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-11-10T23:52:23,123 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-10T23:52:23,124 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-10T23:52:23,124 INFO  [RS:1;ae12972821c6:42041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-10T23:52:23,124 INFO  [RS:0;ae12972821c6:43157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-10T23:52:23,124 INFO  [RS:1;ae12972821c6:42041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-10T23:52:23,124 INFO  [RS:0;ae12972821c6:43157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-10T23:52:23,124 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,42041,1731282738702
2024-11-10T23:52:23,124 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(3091): Received CLOSE for d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,124 INFO  [RS:1;ae12972821c6:42041 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-10T23:52:23,124 INFO  [RS:1;ae12972821c6:42041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae12972821c6:42041.
2024-11-10T23:52:23,124 DEBUG [RS:1;ae12972821c6:42041 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:52:23,124 DEBUG [RS:1;ae12972821c6:42041 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:23,125 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,42041,1731282738702; all regions closed.
2024-11-10T23:52:23,125 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,43157,1731282738567
2024-11-10T23:52:23,125 INFO  [RS:0;ae12972821c6:43157 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-10T23:52:23,125 INFO  [RS:0;ae12972821c6:43157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae12972821c6:43157.
2024-11-10T23:52:23,125 DEBUG [RS:0;ae12972821c6:43157 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:52:23,125 DEBUG [RS:0;ae12972821c6:43157 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:23,125 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-10T23:52:23,125 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-10T23:52:23,125 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-10T23:52:23,125 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-10T23:52:23,126 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-10T23:52:23,126 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d55ebd882ec0536b4a2355121539f58a, disabling compactions & flushes
2024-11-10T23:52:23,126 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:23,126 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:23,126 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a. after waiting 0 ms
2024-11-10T23:52:23,126 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:23,126 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-10T23:52:23,126 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-10T23:52:23,126 DEBUG [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d55ebd882ec0536b4a2355121539f58a=testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.}
2024-11-10T23:52:23,126 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-10T23:52:23,126 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-10T23:52:23,126 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-10T23:52:23,126 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-10T23:52:23,126 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-10T23:52:23,127 DEBUG [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d55ebd882ec0536b4a2355121539f58a
2024-11-10T23:52:23,127 DEBUG [StoreFileCloser-d55ebd882ec0536b4a2355121539f58a-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/family/fc0145d6c3b044699bb3f83f3ca3c7d3
2024-11-10T23:52:23,127 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-11-10T23:52:23,129 DEBUG [RS:1;ae12972821c6:42041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs
2024-11-10T23:52:23,130 INFO  [RS:1;ae12972821c6:42041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C42041%2C1731282738702:(num 1731282740067)
2024-11-10T23:52:23,130 DEBUG [RS:1;ae12972821c6:42041 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:23,130 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:23,130 INFO  [RS:1;ae12972821c6:42041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-10T23:52:23,130 INFO  [RS:1;ae12972821c6:42041 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-10T23:52:23,131 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-10T23:52:23,131 INFO  [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-10T23:52:23,131 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-10T23:52:23,131 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-10T23:52:23,131 INFO  [RS:1;ae12972821c6:42041 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-10T23:52:23,131 INFO  [RS:1;ae12972821c6:42041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42041
2024-11-10T23:52:23,133 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnRegionMove1731282740720/d55ebd882ec0536b4a2355121539f58a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-10T23:52:23,133 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:23,133 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d55ebd882ec0536b4a2355121539f58a:
Waiting for close lock at 1731282743125Running coprocessor pre-close hooks at 1731282743125Disabling compacts and flushes for region at 1731282743125Disabling writes for close at 1731282743126 (+1 ms)Writing region close event to WAL at 1731282743127 (+1 ms)Running coprocessor post-close hooks at 1731282743133 (+6 ms)Closed at 1731282743133
2024-11-10T23:52:23,134 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a.
2024-11-10T23:52:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,42041,1731282738702
2024-11-10T23:52:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:52:23,137 INFO  [RS:1;ae12972821c6:42041 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-10T23:52:23,138 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,42041,1731282738702]
2024-11-10T23:52:23,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,42041,1731282738702 already deleted, retry=false
2024-11-10T23:52:23,140 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,42041,1731282738702 expired; onlineServers=1
2024-11-10T23:52:23,140 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8a80925adf1b47aba8c77fefc4b67532
2024-11-10T23:52:23,158 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/info/8a80925adf1b47aba8c77fefc4b67532 is 205, key is testBlockEvictionOnRegionMove1731282740720,,1731282740735.d55ebd882ec0536b4a2355121539f58a./info:regioninfo/1731282743056/Put/seqid=0
2024-11-10T23:52:23,159 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/info/8a80925adf1b47aba8c77fefc4b67532
2024-11-10T23:52:23,168 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7598aea8a09c449981f1fd583590708f
2024-11-10T23:52:23,181 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/ns/7598aea8a09c449981f1fd583590708f is 43, key is default/ns:d/1731282740548/Put/seqid=0
2024-11-10T23:52:23,182 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/ns/7598aea8a09c449981f1fd583590708f
2024-11-10T23:52:23,191 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 400e9d58847c4d4bab0193a3c197a906
2024-11-10T23:52:23,205 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/table/400e9d58847c4d4bab0193a3c197a906 is 78, key is testBlockEvictionOnRegionMove1731282740720/table:state/1731282741153/Put/seqid=0
2024-11-10T23:52:23,205 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/table/400e9d58847c4d4bab0193a3c197a906
2024-11-10T23:52:23,208 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/info/8a80925adf1b47aba8c77fefc4b67532 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/info/8a80925adf1b47aba8c77fefc4b67532
2024-11-10T23:52:23,209 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/info/8a80925adf1b47aba8c77fefc4b67532, delay=930 ms
2024-11-10T23:52:23,211 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/info/8a80925adf1b47aba8c77fefc4b67532, entries=15, sequenceid=15, filesize=7.6 K
2024-11-10T23:52:23,211 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/ns/7598aea8a09c449981f1fd583590708f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/ns/7598aea8a09c449981f1fd583590708f
2024-11-10T23:52:23,212 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/ns/7598aea8a09c449981f1fd583590708f, delay=995 ms
2024-11-10T23:52:23,214 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/ns/7598aea8a09c449981f1fd583590708f, entries=2, sequenceid=15, filesize=5.0 K
2024-11-10T23:52:23,214 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/table/400e9d58847c4d4bab0193a3c197a906 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/table/400e9d58847c4d4bab0193a3c197a906
2024-11-10T23:52:23,215 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/table/400e9d58847c4d4bab0193a3c197a906, delay=960 ms
2024-11-10T23:52:23,216 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/table/400e9d58847c4d4bab0193a3c197a906, entries=2, sequenceid=15, filesize=5.3 K
2024-11-10T23:52:23,217 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=15, compaction requested=false
2024-11-10T23:52:23,218 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-10T23:52:23,219 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/info/8a80925adf1b47aba8c77fefc4b67532
2024-11-10T23:52:23,220 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/ns/7598aea8a09c449981f1fd583590708f
2024-11-10T23:52:23,221 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/table/400e9d58847c4d4bab0193a3c197a906
2024-11-10T23:52:23,225 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-11-10T23:52:23,226 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-10T23:52:23,226 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-10T23:52:23,226 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731282743126Running coprocessor pre-close hooks at 1731282743126Disabling compacts and flushes for region at 1731282743126Disabling writes for close at 1731282743126Obtaining lock to block concurrent updates at 1731282743127 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731282743127Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1731282743127Flushing stores of hbase:meta,,1.1588230740 at 1731282743128 (+1 ms)Flushing 1588230740/info: creating writer at 1731282743128Flushing 1588230740/info: appending metadata at 1731282743157 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731282743157Flushing 1588230740/ns: creating writer at 1731282743162 (+5 ms)Flushing 1588230740/ns: appending metadata at 1731282743181 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731282743181Flushing 1588230740/table: creating writer at 1731282743185 (+4 ms)Flushing 1588230740/table: appending metadata at 1731282743204 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731282743204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c55c41: reopening flushed file at 1731282743208 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d90355: reopening flushed file at 1731282743211 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db7124c: reopening flushed file at 1731282743214 (+3 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=15, compaction requested=false at 1731282743217 (+3 ms)Writing region close event to WAL at 1731282743221 (+4 ms)Running coprocessor post-close hooks at 1731282743226 (+5 ms)Closed at 1731282743226
2024-11-10T23:52:23,227 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-10T23:52:23,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:23,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x10194998ea40002, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:23,240 INFO  [RS:1;ae12972821c6:42041 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-10T23:52:23,240 INFO  [RS:1;ae12972821c6:42041 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,42041,1731282738702; zookeeper connection closed.
2024-11-10T23:52:23,241 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35e4c613 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35e4c613
2024-11-10T23:52:23,327 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,43157,1731282738567; all regions closed.
2024-11-10T23:52:23,329 DEBUG [RS:0;ae12972821c6:43157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs
2024-11-10T23:52:23,329 INFO  [RS:0;ae12972821c6:43157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C43157%2C1731282738567.meta:.meta(num 1731282740419)
2024-11-10T23:52:23,331 DEBUG [RS:0;ae12972821c6:43157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs
2024-11-10T23:52:23,331 INFO  [RS:0;ae12972821c6:43157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C43157%2C1731282738567:(num 1731282740066)
2024-11-10T23:52:23,331 DEBUG [RS:0;ae12972821c6:43157 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:23,331 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:23,331 INFO  [RS:0;ae12972821c6:43157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-10T23:52:23,331 INFO  [RS:0;ae12972821c6:43157 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-10T23:52:23,332 INFO  [RS:0;ae12972821c6:43157 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-10T23:52:23,332 INFO  [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-10T23:52:23,332 INFO  [RS:0;ae12972821c6:43157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43157
2024-11-10T23:52:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,43157,1731282738567
2024-11-10T23:52:23,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:52:23,334 INFO  [RS:0;ae12972821c6:43157 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-10T23:52:23,336 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,43157,1731282738567]
2024-11-10T23:52:23,337 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,43157,1731282738567 already deleted, retry=false
2024-11-10T23:52:23,338 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,43157,1731282738567 expired; onlineServers=0
2024-11-10T23:52:23,338 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae12972821c6,41349,1731282737778' *****
2024-11-10T23:52:23,338 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-10T23:52:23,338 INFO  [M:0;ae12972821c6:41349 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-10T23:52:23,338 INFO  [M:0;ae12972821c6:41349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-10T23:52:23,338 DEBUG [M:0;ae12972821c6:41349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-10T23:52:23,338 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-10T23:52:23,338 DEBUG [M:0;ae12972821c6:41349 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-10T23:52:23,338 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282739693 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282739693,5,FailOnTimeoutGroup]
2024-11-10T23:52:23,338 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282739694 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282739694,5,FailOnTimeoutGroup]
2024-11-10T23:52:23,339 INFO  [M:0;ae12972821c6:41349 {}] hbase.ChoreService(370): Chore service for: master/ae12972821c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-10T23:52:23,339 INFO  [M:0;ae12972821c6:41349 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-10T23:52:23,339 DEBUG [M:0;ae12972821c6:41349 {}] master.HMaster(1795): Stopping service threads
2024-11-10T23:52:23,339 INFO  [M:0;ae12972821c6:41349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-10T23:52:23,339 INFO  [M:0;ae12972821c6:41349 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-10T23:52:23,340 INFO  [M:0;ae12972821c6:41349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-10T23:52:23,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-10T23:52:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-10T23:52:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,341 DEBUG [M:0;ae12972821c6:41349 {}] zookeeper.ZKUtil(347): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-10T23:52:23,341 WARN  [M:0;ae12972821c6:41349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-10T23:52:23,342 INFO  [M:0;ae12972821c6:41349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/.lastflushedseqids
2024-11-10T23:52:23,354 INFO  [M:0;ae12972821c6:41349 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-10T23:52:23,355 INFO  [M:0;ae12972821c6:41349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-10T23:52:23,355 DEBUG [M:0;ae12972821c6:41349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-10T23:52:23,355 INFO  [M:0;ae12972821c6:41349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:23,355 DEBUG [M:0;ae12972821c6:41349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:23,355 DEBUG [M:0;ae12972821c6:41349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-10T23:52:23,355 DEBUG [M:0;ae12972821c6:41349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:23,355 INFO  [M:0;ae12972821c6:41349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.67 KB heapSize=43.02 KB
2024-11-10T23:52:23,365 DEBUG [M:0;ae12972821c6:41349 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 364579683146436dbb03c6cff24ec6a1
2024-11-10T23:52:23,379 DEBUG [M:0;ae12972821c6:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/364579683146436dbb03c6cff24ec6a1 is 82, key is hbase:meta,,1/info:regioninfo/1731282740484/Put/seqid=0
2024-11-10T23:52:23,380 INFO  [M:0;ae12972821c6:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/364579683146436dbb03c6cff24ec6a1
2024-11-10T23:52:23,388 DEBUG [M:0;ae12972821c6:41349 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 8708f08f07514355a4b1849f7b238af8
2024-11-10T23:52:23,401 DEBUG [M:0;ae12972821c6:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8708f08f07514355a4b1849f7b238af8 is 778, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731282741163/Put/seqid=0
2024-11-10T23:52:23,402 INFO  [M:0;ae12972821c6:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.05 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8708f08f07514355a4b1849f7b238af8
2024-11-10T23:52:23,410 DEBUG [M:0;ae12972821c6:41349 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3dae23ff70184ba99bc7f38b643fac0f
2024-11-10T23:52:23,424 DEBUG [M:0;ae12972821c6:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dae23ff70184ba99bc7f38b643fac0f is 69, key is ae12972821c6,42041,1731282738702/rs:state/1731282739829/Put/seqid=0
2024-11-10T23:52:23,425 INFO  [M:0;ae12972821c6:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dae23ff70184ba99bc7f38b643fac0f
2024-11-10T23:52:23,427 DEBUG [M:0;ae12972821c6:41349 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/364579683146436dbb03c6cff24ec6a1 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/364579683146436dbb03c6cff24ec6a1
2024-11-10T23:52:23,429 INFO  [M:0;ae12972821c6:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/364579683146436dbb03c6cff24ec6a1, entries=8, sequenceid=84, filesize=5.5 K
2024-11-10T23:52:23,430 DEBUG [M:0;ae12972821c6:41349 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8708f08f07514355a4b1849f7b238af8 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8708f08f07514355a4b1849f7b238af8
2024-11-10T23:52:23,432 INFO  [M:0;ae12972821c6:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8708f08f07514355a4b1849f7b238af8, entries=9, sequenceid=84, filesize=6.5 K
2024-11-10T23:52:23,433 DEBUG [M:0;ae12972821c6:41349 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dae23ff70184ba99bc7f38b643fac0f as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dae23ff70184ba99bc7f38b643fac0f
2024-11-10T23:52:23,435 INFO  [M:0;ae12972821c6:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dae23ff70184ba99bc7f38b643fac0f, entries=2, sequenceid=84, filesize=5.1 K
2024-11-10T23:52:23,436 INFO  [M:0;ae12972821c6:41349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=84, compaction requested=false
2024-11-10T23:52:23,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:23,436 INFO  [RS:0;ae12972821c6:43157 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-10T23:52:23,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43157-0x10194998ea40001, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:23,436 INFO  [RS:0;ae12972821c6:43157 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,43157,1731282738567; zookeeper connection closed.
2024-11-10T23:52:23,437 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66eb2ad8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66eb2ad8
2024-11-10T23:52:23,437 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-11-10T23:52:23,438 INFO  [M:0;ae12972821c6:41349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:23,438 DEBUG [M:0;ae12972821c6:41349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731282743355Disabling compacts and flushes for region at 1731282743355Disabling writes for close at 1731282743355Obtaining lock to block concurrent updates at 1731282743355Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731282743355Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35506, getHeapSize=43992, getOffHeapSize=0, getCellsCount=99 at 1731282743356 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731282743356Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731282743356Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731282743378 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731282743378Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731282743382 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731282743401 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731282743401Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731282743404 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731282743424 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731282743424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6106f1: reopening flushed file at 1731282743427 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39744d1: reopening flushed file at 1731282743429 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e6c3a99: reopening flushed file at 1731282743432 (+3 ms)Finished flush of dataSize ~34.67 KB/35506, heapSize ~42.73 KB/43752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=84, compaction requested=false at 1731282743436 (+4 ms)Writing region close event to WAL at 1731282743438 (+2 ms)Closed at 1731282743438
2024-11-10T23:52:23,440 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-10T23:52:23,441 INFO  [M:0;ae12972821c6:41349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-10T23:52:23,441 INFO  [M:0;ae12972821c6:41349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41349
2024-11-10T23:52:23,441 INFO  [M:0;ae12972821c6:41349 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-10T23:52:23,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:23,543 INFO  [M:0;ae12972821c6:41349 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-10T23:52:23,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10194998ea40000, quorum=127.0.0.1:60192, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:23,548 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-10T23:52:23,568 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-10T23:52:23,568 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:23,576 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12)
Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731282743043
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: hfile-prefetch-1731282741520
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: hfile-prefetch-1731282743212
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/ae12972821c6:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/ae12972821c6:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/ae12972821c6:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1731282743209
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: regionserver/ae12972821c6:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 145) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8509 (was 8871)
2024-11-10T23:52:23,583 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=8510
2024-11-10T23:52:23,583 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/hadoop-log-dir so I do NOT create it in target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8
2024-11-10T23:52:23,583 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/hadoop-tmp-dir so I do NOT create it in target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8
2024-11-10T23:52:23,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:23,586 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/cluster_c99dd355-b840-74d7-6b06-00956e0a7cc5, deleteOnExit=true
2024-11-10T23:52:23,589 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/cluster_c99dd355-b840-74d7-6b06-00956e0a7cc5/zookeeper_0, clientPort=59260, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/cluster_c99dd355-b840-74d7-6b06-00956e0a7cc5/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/cluster_c99dd355-b840-74d7-6b06-00956e0a7cc5/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-10T23:52:23,590 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59260
2024-11-10T23:52:23,602 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083 with version=8
2024-11-10T23:52:23,602 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/hbase-staging
2024-11-10T23:52:23,604 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ae12972821c6:0 server-side Connection retries=45
2024-11-10T23:52:23,604 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:23,605 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:23,605 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-10T23:52:23,605 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:23,605 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-10T23:52:23,605 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-10T23:52:23,605 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T23:52:23,606 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37527
2024-11-10T23:52:23,607 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37527 connecting to ZooKeeper ensemble=127.0.0.1:59260
2024-11-10T23:52:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375270x0, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-10T23:52:23,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37527-0x1019499a68d0000 connected
2024-11-10T23:52:23,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:23,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:23,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:23,632 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083, hbase.cluster.distributed=false
2024-11-10T23:52:23,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-10T23:52:23,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37527
2024-11-10T23:52:23,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37527
2024-11-10T23:52:23,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37527
2024-11-10T23:52:23,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37527
2024-11-10T23:52:23,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37527
2024-11-10T23:52:23,651 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45
2024-11-10T23:52:23,651 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:23,651 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:23,651 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-10T23:52:23,652 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:23,652 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-10T23:52:23,652 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-10T23:52:23,652 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T23:52:23,652 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41369
2024-11-10T23:52:23,654 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41369 connecting to ZooKeeper ensemble=127.0.0.1:59260
2024-11-10T23:52:23,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:23,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:23,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413690x0, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-10T23:52:23,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41369-0x1019499a68d0001 connected
2024-11-10T23:52:23,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:23,659 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-10T23:52:23,660 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.cache
2024-11-10T23:52:23,660 INFO  [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-10T23:52:23,660 INFO  [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread
2024-11-10T23:52:23,660 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-10T23:52:23,661 INFO  [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-10T23:52:23,661 INFO  [Thread-120 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file
2024-11-10T23:52:23,661 WARN  [Thread-120 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-10T23:52:23,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-10T23:52:23,662 INFO  [Thread-120 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-10T23:52:23,662 INFO  [Thread-120 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.persistence is complete.
2024-11-10T23:52:23,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-10T23:52:23,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-10T23:52:23,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41369
2024-11-10T23:52:23,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41369
2024-11-10T23:52:23,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41369
2024-11-10T23:52:23,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41369
2024-11-10T23:52:23,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41369
2024-11-10T23:52:23,686 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45
2024-11-10T23:52:23,686 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:23,686 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:23,686 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-10T23:52:23,686 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:23,686 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-10T23:52:23,686 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-10T23:52:23,686 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T23:52:23,687 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39889
2024-11-10T23:52:23,688 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39889 connecting to ZooKeeper ensemble=127.0.0.1:59260
2024-11-10T23:52:23,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:23,689 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:23,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398890x0, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-10T23:52:23,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39889-0x1019499a68d0002 connected
2024-11-10T23:52:23,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:23,693 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-10T23:52:23,693 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.cache
2024-11-10T23:52:23,693 INFO  [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-10T23:52:23,694 INFO  [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread
2024-11-10T23:52:23,694 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-10T23:52:23,694 INFO  [Thread-121 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file
2024-11-10T23:52:23,694 INFO  [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-10T23:52:23,694 WARN  [Thread-121 {}] bucket.BucketCache(1534): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-11-10T23:52:23,695 INFO  [Thread-121 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-10T23:52:23,695 INFO  [Thread-121 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.persistence is complete.
2024-11-10T23:52:23,696 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-10T23:52:23,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-10T23:52:23,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-10T23:52:23,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39889
2024-11-10T23:52:23,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39889
2024-11-10T23:52:23,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39889
2024-11-10T23:52:23,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39889
2024-11-10T23:52:23,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39889
2024-11-10T23:52:23,715 DEBUG [M:0;ae12972821c6:37527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae12972821c6:37527
2024-11-10T23:52:23,715 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae12972821c6,37527,1731282743604
2024-11-10T23:52:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:23,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:23,718 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae12972821c6,37527,1731282743604
2024-11-10T23:52:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-10T23:52:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-10T23:52:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,722 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-10T23:52:23,722 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae12972821c6,37527,1731282743604 from backup master directory
2024-11-10T23:52:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae12972821c6,37527,1731282743604
2024-11-10T23:52:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:23,725 WARN  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-10T23:52:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-10T23:52:23,725 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae12972821c6,37527,1731282743604
2024-11-10T23:52:23,726 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/hbase.id] with ID: 2038736f-cced-4a94-8a14-4f2c9723cb1a
2024-11-10T23:52:23,726 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/.tmp/hbase.id
2024-11-10T23:52:23,731 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/hbase.id]
2024-11-10T23:52:23,768 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:23,768 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-10T23:52:23,770 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-10T23:52:23,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,778 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:52:23,779 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-10T23:52:23,779 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:52:23,799 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store
2024-11-10T23:52:23,805 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:23,805 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-10T23:52:23,806 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:23,806 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:23,806 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-10T23:52:23,806 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:23,806 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:23,806 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731282743805Disabling compacts and flushes for region at 1731282743805Disabling writes for close at 1731282743806 (+1 ms)Writing region close event to WAL at 1731282743806Closed at 1731282743806
2024-11-10T23:52:23,806 WARN  [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/.initializing
2024-11-10T23:52:23,806 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/WALs/ae12972821c6,37527,1731282743604
2024-11-10T23:52:23,812 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-10T23:52:23,817 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae12972821c6%2C37527%2C1731282743604, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/WALs/ae12972821c6,37527,1731282743604, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/oldWALs, maxLogs=10
2024-11-10T23:52:23,836 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/WALs/ae12972821c6,37527,1731282743604/ae12972821c6%2C37527%2C1731282743604.1731282743817
2024-11-10T23:52:23,836 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-10T23:52:23,836 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:52:23,837 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:23,837 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:23,837 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:23,838 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:52:23,843 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-10T23:52:23,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,843 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:23,843 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:52:23,848 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-10T23:52:23,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,848 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:23,848 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:52:23,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-10T23:52:23,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:23,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-10T23:52:23,855 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-10T23:52:23,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,855 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:23,855 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:23,856 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:23,856 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:23,857 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:23,857 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:23,857 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-10T23:52:23,858 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-10T23:52:23,864 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:52:23,864 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67364947, jitterRate=0.0038159340620040894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-10T23:52:23,865 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731282743837Initializing all the Stores at 1731282743837Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282743837Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282743837Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282743837Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282743838 (+1 ms)Cleaning up temporary data from old regions at 1731282743857 (+19 ms)Region opened successfully at 1731282743865 (+8 ms)
2024-11-10T23:52:23,866 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-10T23:52:23,869 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446c8a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0
2024-11-10T23:52:23,871 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-10T23:52:23,871 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-10T23:52:23,871 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-10T23:52:23,871 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-10T23:52:23,871 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-10T23:52:23,872 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-10T23:52:23,872 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-10T23:52:23,873 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-10T23:52:23,874 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-10T23:52:23,876 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-10T23:52:23,876 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-10T23:52:23,877 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-10T23:52:23,879 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-10T23:52:23,879 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-10T23:52:23,880 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-10T23:52:23,881 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-10T23:52:23,883 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-10T23:52:23,884 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-10T23:52:23,886 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-10T23:52:23,888 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-10T23:52:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,891 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae12972821c6,37527,1731282743604, sessionid=0x1019499a68d0000, setting cluster-up flag (Was=false)
2024-11-10T23:52:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,900 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-10T23:52:23,902 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,37527,1731282743604
2024-11-10T23:52:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:23,912 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-10T23:52:23,913 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae12972821c6,37527,1731282743604
2024-11-10T23:52:23,913 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-10T23:52:23,915 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-10T23:52:23,915 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-10T23:52:23,915 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-10T23:52:23,916 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae12972821c6,37527,1731282743604
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-10T23:52:23,918 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:52:23,918 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:52:23,918 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:52:23,918 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae12972821c6:0, corePoolSize=5, maxPoolSize=5
2024-11-10T23:52:23,918 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae12972821c6:0, corePoolSize=10, maxPoolSize=10
2024-11-10T23:52:23,918 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:23,918 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae12972821c6:0, corePoolSize=2, maxPoolSize=2
2024-11-10T23:52:23,918 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:23,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-10T23:52:23,920 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-10T23:52:23,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,921 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-10T23:52:23,922 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731282773922
2024-11-10T23:52:23,923 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-10T23:52:23,923 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-10T23:52:23,923 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-10T23:52:23,923 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-10T23:52:23,923 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-10T23:52:23,923 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-10T23:52:23,923 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:23,924 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-10T23:52:23,924 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-10T23:52:23,924 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-10T23:52:23,925 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-10T23:52:23,925 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-10T23:52:23,928 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282743925,5,FailOnTimeoutGroup]
2024-11-10T23:52:23,928 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282743928,5,FailOnTimeoutGroup]
2024-11-10T23:52:23,928 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:23,928 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-10T23:52:23,928 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:23,928 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:23,935 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-10T23:52:23,935 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083
2024-11-10T23:52:23,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:23,943 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-10T23:52:23,947 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-10T23:52:23,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,948 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:23,948 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-10T23:52:23,951 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-10T23:52:23,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,951 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:23,952 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-10T23:52:23,955 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-10T23:52:23,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,955 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:23,955 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-10T23:52:23,958 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-10T23:52:23,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:23,959 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:23,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-10T23:52:23,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740
2024-11-10T23:52:23,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740
2024-11-10T23:52:23,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-10T23:52:23,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-10T23:52:23,960 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-10T23:52:23,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-10T23:52:23,966 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:52:23,966 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64479488, jitterRate=-0.039180755615234375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-10T23:52:23,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731282743943Initializing all the Stores at 1731282743943Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282743943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282743943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282743943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282743943Cleaning up temporary data from old regions at 1731282743960 (+17 ms)Region opened successfully at 1731282743967 (+7 ms)
2024-11-10T23:52:23,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-10T23:52:23,967 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-10T23:52:23,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-10T23:52:23,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-10T23:52:23,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-10T23:52:23,968 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-10T23:52:23,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731282743967Disabling compacts and flushes for region at 1731282743967Disabling writes for close at 1731282743967Writing region close event to WAL at 1731282743968 (+1 ms)Closed at 1731282743968
2024-11-10T23:52:23,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-10T23:52:23,969 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-10T23:52:23,969 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-10T23:52:23,970 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-10T23:52:23,971 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-10T23:52:24,006 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(746): ClusterId : 2038736f-cced-4a94-8a14-4f2c9723cb1a
2024-11-10T23:52:24,006 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-10T23:52:24,006 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(746): ClusterId : 2038736f-cced-4a94-8a14-4f2c9723cb1a
2024-11-10T23:52:24,006 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-10T23:52:24,009 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-10T23:52:24,009 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-10T23:52:24,010 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-10T23:52:24,010 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-10T23:52:24,013 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-10T23:52:24,013 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-10T23:52:24,013 DEBUG [RS:0;ae12972821c6:41369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464232a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0
2024-11-10T23:52:24,014 DEBUG [RS:1;ae12972821c6:39889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50be28c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0
2024-11-10T23:52:24,026 DEBUG [RS:0;ae12972821c6:41369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae12972821c6:41369
2024-11-10T23:52:24,026 DEBUG [RS:1;ae12972821c6:39889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae12972821c6:39889
2024-11-10T23:52:24,027 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-10T23:52:24,027 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-10T23:52:24,027 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-10T23:52:24,027 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-10T23:52:24,027 DEBUG [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-10T23:52:24,027 DEBUG [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-10T23:52:24,028 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,37527,1731282743604 with port=41369, startcode=1731282743651
2024-11-10T23:52:24,028 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,37527,1731282743604 with port=39889, startcode=1731282743685
2024-11-10T23:52:24,028 DEBUG [RS:0;ae12972821c6:41369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-10T23:52:24,028 DEBUG [RS:1;ae12972821c6:39889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-10T23:52:24,031 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-10T23:52:24,031 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-10T23:52:24,031 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,39889,1731282743685
2024-11-10T23:52:24,032 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37527 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,39889,1731282743685
2024-11-10T23:52:24,033 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,41369,1731282743651
2024-11-10T23:52:24,034 DEBUG [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083
2024-11-10T23:52:24,034 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37527 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,41369,1731282743651
2024-11-10T23:52:24,034 DEBUG [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-10T23:52:24,034 DEBUG [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-10T23:52:24,035 DEBUG [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083
2024-11-10T23:52:24,035 DEBUG [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-10T23:52:24,035 DEBUG [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-10T23:52:24,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:52:24,036 DEBUG [RS:1;ae12972821c6:39889 {}] zookeeper.ZKUtil(111): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,39889,1731282743685
2024-11-10T23:52:24,036 WARN  [RS:1;ae12972821c6:39889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-10T23:52:24,036 INFO  [RS:1;ae12972821c6:39889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:52:24,036 DEBUG [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,39889,1731282743685
2024-11-10T23:52:24,042 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,41369,1731282743651]
2024-11-10T23:52:24,042 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,39889,1731282743685]
2024-11-10T23:52:24,043 DEBUG [RS:0;ae12972821c6:41369 {}] zookeeper.ZKUtil(111): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,41369,1731282743651
2024-11-10T23:52:24,043 WARN  [RS:0;ae12972821c6:41369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-10T23:52:24,043 INFO  [RS:0;ae12972821c6:41369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:52:24,043 DEBUG [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,41369,1731282743651
2024-11-10T23:52:24,044 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-10T23:52:24,047 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-10T23:52:24,047 INFO  [RS:1;ae12972821c6:39889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-10T23:52:24,047 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,048 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-10T23:52:24,048 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-10T23:52:24,048 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-10T23:52:24,049 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,049 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,049 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,049 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,049 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,049 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,050 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2
2024-11-10T23:52:24,050 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,050 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,050 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,050 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-10T23:52:24,050 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,050 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,051 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,051 INFO  [RS:0;ae12972821c6:41369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-10T23:52:24,051 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,051 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:24,051 DEBUG [RS:1;ae12972821c6:39889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:24,051 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-10T23:52:24,051 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-10T23:52:24,052 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,052 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,052 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,052 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,052 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,052 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,053 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2
2024-11-10T23:52:24,053 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,053 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,053 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,053 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,053 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,053 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:24,053 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:24,054 DEBUG [RS:0;ae12972821c6:41369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:24,055 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,055 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,055 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,055 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,055 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,055 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39889,1731282743685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-10T23:52:24,057 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,057 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,057 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,057 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,057 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,058 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,41369,1731282743651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-10T23:52:24,081 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-10T23:52:24,081 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-10T23:52:24,081 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,41369,1731282743651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,081 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,39889,1731282743685-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,081 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,081 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,081 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.Replication(171): ae12972821c6,41369,1731282743651 started
2024-11-10T23:52:24,082 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.Replication(171): ae12972821c6,39889,1731282743685 started
2024-11-10T23:52:24,099 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,099 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,41369,1731282743651, RpcServer on ae12972821c6/172.17.0.2:41369, sessionid=0x1019499a68d0001
2024-11-10T23:52:24,099 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-10T23:52:24,099 DEBUG [RS:0;ae12972821c6:41369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,41369,1731282743651
2024-11-10T23:52:24,099 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,41369,1731282743651'
2024-11-10T23:52:24,099 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-10T23:52:24,100 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-10T23:52:24,101 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-10T23:52:24,101 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-10T23:52:24,101 DEBUG [RS:0;ae12972821c6:41369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,41369,1731282743651
2024-11-10T23:52:24,101 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,41369,1731282743651'
2024-11-10T23:52:24,101 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-10T23:52:24,101 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-10T23:52:24,102 DEBUG [RS:0;ae12972821c6:41369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-10T23:52:24,102 INFO  [RS:0;ae12972821c6:41369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-10T23:52:24,102 INFO  [RS:0;ae12972821c6:41369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-10T23:52:24,104 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,104 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,39889,1731282743685, RpcServer on ae12972821c6/172.17.0.2:39889, sessionid=0x1019499a68d0002
2024-11-10T23:52:24,105 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-10T23:52:24,105 DEBUG [RS:1;ae12972821c6:39889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,39889,1731282743685
2024-11-10T23:52:24,105 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,39889,1731282743685'
2024-11-10T23:52:24,105 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-10T23:52:24,105 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-10T23:52:24,106 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-10T23:52:24,106 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-10T23:52:24,106 DEBUG [RS:1;ae12972821c6:39889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,39889,1731282743685
2024-11-10T23:52:24,106 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,39889,1731282743685'
2024-11-10T23:52:24,106 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-10T23:52:24,106 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-10T23:52:24,107 DEBUG [RS:1;ae12972821c6:39889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-10T23:52:24,107 INFO  [RS:1;ae12972821c6:39889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-10T23:52:24,107 INFO  [RS:1;ae12972821c6:39889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-10T23:52:24,121 WARN  [ae12972821c6:37527 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-10T23:52:24,203 INFO  [RS:0;ae12972821c6:41369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-10T23:52:24,204 INFO  [RS:0;ae12972821c6:41369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ae12972821c6%2C41369%2C1731282743651, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,41369,1731282743651, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs, maxLogs=55
2024-11-10T23:52:24,208 INFO  [RS:1;ae12972821c6:39889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-10T23:52:24,208 INFO  [RS:1;ae12972821c6:39889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ae12972821c6%2C39889%2C1731282743685, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,39889,1731282743685, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs, maxLogs=55
2024-11-10T23:52:24,232 INFO  [RS:0;ae12972821c6:41369 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,41369,1731282743651/ae12972821c6%2C41369%2C1731282743651.1731282744206
2024-11-10T23:52:24,232 DEBUG [RS:0;ae12972821c6:41369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-10T23:52:24,233 INFO  [RS:1;ae12972821c6:39889 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,39889,1731282743685/ae12972821c6%2C39889%2C1731282743685.1731282744209
2024-11-10T23:52:24,233 DEBUG [RS:1;ae12972821c6:39889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-10T23:52:24,372 DEBUG [ae12972821c6:37527 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-10T23:52:24,372 DEBUG [ae12972821c6:37527 {}] balancer.BalancerClusterState(204): Hosts are {ae12972821c6=0} racks are {/default-rack=0}
2024-11-10T23:52:24,373 DEBUG [ae12972821c6:37527 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-10T23:52:24,373 DEBUG [ae12972821c6:37527 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-10T23:52:24,373 DEBUG [ae12972821c6:37527 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-10T23:52:24,373 DEBUG [ae12972821c6:37527 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-10T23:52:24,373 INFO  [ae12972821c6:37527 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-10T23:52:24,373 INFO  [ae12972821c6:37527 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-10T23:52:24,373 DEBUG [ae12972821c6:37527 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-10T23:52:24,373 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae12972821c6,41369,1731282743651
2024-11-10T23:52:24,374 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,41369,1731282743651, state=OPENING
2024-11-10T23:52:24,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-10T23:52:24,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:24,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:24,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:24,379 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-10T23:52:24,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:24,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:24,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:24,379 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,41369,1731282743651}]
2024-11-10T23:52:24,532 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-10T23:52:24,534 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-10T23:52:24,536 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-10T23:52:24,536 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:52:24,537 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-10T23:52:24,538 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ae12972821c6%2C41369%2C1731282743651.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,41369,1731282743651, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs, maxLogs=55
2024-11-10T23:52:24,556 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,41369,1731282743651/ae12972821c6%2C41369%2C1731282743651.meta.1731282744538.meta
2024-11-10T23:52:24,557 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-10T23:52:24,557 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:52:24,557 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-10T23:52:24,557 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-10T23:52:24,558 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-10T23:52:24,558 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-10T23:52:24,558 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:24,558 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-10T23:52:24,558 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-10T23:52:24,559 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-11-10T23:52:24,560 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-10T23:52:24,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:24,560 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:24,560 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-11-10T23:52:24,561 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-10T23:52:24,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:24,561 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:24,561 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-11-10T23:52:24,561 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-10T23:52:24,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:24,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:24,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-11-10T23:52:24,562 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-10T23:52:24,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:24,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-10T23:52:24,562 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-10T23:52:24,563 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740
2024-11-10T23:52:24,564 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740
2024-11-10T23:52:24,564 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-10T23:52:24,564 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-10T23:52:24,564 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-10T23:52:24,565 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-10T23:52:24,565 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74728695, jitterRate=0.11354433000087738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-10T23:52:24,565 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-10T23:52:24,567 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731282744558Writing region info on filesystem at 1731282744558Initializing all the Stores at 1731282744559 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282744559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282744559Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282744559Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731282744559Cleaning up temporary data from old regions at 1731282744564 (+5 ms)Running coprocessor post-open hooks at 1731282744565 (+1 ms)Region opened successfully at 1731282744567 (+2 ms)
2024-11-10T23:52:24,568 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731282744531
2024-11-10T23:52:24,570 DEBUG [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-10T23:52:24,570 INFO  [RS_OPEN_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-10T23:52:24,571 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,41369,1731282743651
2024-11-10T23:52:24,572 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae12972821c6,41369,1731282743651, state=OPEN
2024-11-10T23:52:24,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-10T23:52:24,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-10T23:52:24,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-10T23:52:24,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:24,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae12972821c6,41369,1731282743651
2024-11-10T23:52:24,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:24,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-10T23:52:24,576 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-10T23:52:24,576 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae12972821c6,41369,1731282743651 in 195 msec
2024-11-10T23:52:24,578 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-10T23:52:24,578 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec
2024-11-10T23:52:24,578 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-10T23:52:24,578 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-10T23:52:24,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-10T23:52:24,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,41369,1731282743651, seqNum=-1]
2024-11-10T23:52:24,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:52:24,584 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51251, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:52:24,590 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 674 msec
2024-11-10T23:52:24,590 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731282744590, completionTime=-1
2024-11-10T23:52:24,590 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-11-10T23:52:24,590 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-10T23:52:24,593 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-10T23:52:24,593 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731282804593
2024-11-10T23:52:24,593 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731282864593
2024-11-10T23:52:24,593 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-10T23:52:24,594 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,37527,1731282743604-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,594 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,37527,1731282743604-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,594 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,37527,1731282743604-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,594 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae12972821c6:37527, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,594 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,595 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,597 DEBUG [master/ae12972821c6:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-10T23:52:24,599 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.874sec
2024-11-10T23:52:24,599 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-10T23:52:24,599 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-10T23:52:24,599 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-10T23:52:24,600 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-10T23:52:24,600 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-10T23:52:24,600 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,37527,1731282743604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-10T23:52:24,600 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,37527,1731282743604-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-10T23:52:24,601 DEBUG [master/ae12972821c6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-10T23:52:24,601 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-10T23:52:24,601 INFO  [master/ae12972821c6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,37527,1731282743604-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:24,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fb9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:52:24,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae12972821c6,37527,-1 for getting cluster id
2024-11-10T23:52:24,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-10T23:52:24,607 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2038736f-cced-4a94-8a14-4f2c9723cb1a'
2024-11-10T23:52:24,608 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-10T23:52:24,608 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2038736f-cced-4a94-8a14-4f2c9723cb1a"

2024-11-10T23:52:24,608 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22589aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:52:24,608 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae12972821c6,37527,-1]
2024-11-10T23:52:24,609 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-10T23:52:24,609 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:24,611 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-10T23:52:24,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d796be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-10T23:52:24,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-10T23:52:24,613 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae12972821c6,41369,1731282743651, seqNum=-1]
2024-11-10T23:52:24,614 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:52:24,616 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:52:24,618 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae12972821c6,37527,1731282743604
2024-11-10T23:52:24,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-10T23:52:24,619 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ae12972821c6,37527,1731282743604
2024-11-10T23:52:24,619 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bcbfe40
2024-11-10T23:52:24,619 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-10T23:52:24,621 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-10T23:52:24,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1731282744618', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-10T23:52:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731282744618
2024-11-10T23:52:24,624 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731282744618 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-10T23:52:24,624 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:24,624 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1731282744618"
 procId is: 4
2024-11-10T23:52:24,625 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731282744618 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-10T23:52:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-10T23:52:24,636 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731282744618-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb9123ff3473f720907e2f8d0c99139d, NAME => 'testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1731282744618', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083
2024-11-10T23:52:24,644 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731282744618-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:24,644 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731282744618-pool-0 {}] regionserver.HRegion(1722): Closing bb9123ff3473f720907e2f8d0c99139d, disabling compactions & flushes
2024-11-10T23:52:24,644 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731282744618-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:24,644 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731282744618-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:24,644 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731282744618-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d. after waiting 0 ms
2024-11-10T23:52:24,644 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731282744618-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:24,644 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731282744618-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:24,644 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1731282744618-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb9123ff3473f720907e2f8d0c99139d:
Waiting for close lock at 1731282744644Disabling compacts and flushes for region at 1731282744644Disabling writes for close at 1731282744644Writing region close event to WAL at 1731282744644Closed at 1731282744644
2024-11-10T23:52:24,645 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731282744618 execute state=CREATE_TABLE_ADD_TO_META
2024-11-10T23:52:24,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731282744646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731282744646"}]},"ts":"1731282744646"}
2024-11-10T23:52:24,648 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-10T23:52:24,649 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731282744618 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-10T23:52:24,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731282744618","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282744649"}]},"ts":"1731282744649"}
2024-11-10T23:52:24,651 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731282744618, state=ENABLING in hbase:meta
2024-11-10T23:52:24,651 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ae12972821c6=0} racks are {/default-rack=0}
2024-11-10T23:52:24,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-10T23:52:24,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-10T23:52:24,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-10T23:52:24,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-10T23:52:24,652 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-10T23:52:24,652 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-10T23:52:24,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-10T23:52:24,652 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN}]
2024-11-10T23:52:24,653 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN
2024-11-10T23:52:24,654 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN; state=OFFLINE, location=ae12972821c6,39889,1731282743685; forceNewPlan=false, retain=false
2024-11-10T23:52:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-10T23:52:24,804 INFO  [ae12972821c6:37527 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-10T23:52:24,805 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb9123ff3473f720907e2f8d0c99139d, regionState=OPENING, regionLocation=ae12972821c6,39889,1731282743685
2024-11-10T23:52:24,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN because future has completed
2024-11-10T23:52:24,808 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9123ff3473f720907e2f8d0c99139d, server=ae12972821c6,39889,1731282743685}]
2024-11-10T23:52:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-10T23:52:24,961 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-10T23:52:24,962 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-10T23:52:24,964 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:24,964 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb9123ff3473f720907e2f8d0c99139d, NAME => 'testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:52:24,965 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731282744618 bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,965 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:24,965 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,965 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,966 INFO  [StoreOpener-bb9123ff3473f720907e2f8d0c99139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region bb9123ff3473f720907e2f8d0c99139d 
2024-11-10T23:52:24,970 INFO  [StoreOpener-bb9123ff3473f720907e2f8d0c99139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb9123ff3473f720907e2f8d0c99139d columnFamilyName family
2024-11-10T23:52:24,970 DEBUG [StoreOpener-bb9123ff3473f720907e2f8d0c99139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:24,970 INFO  [StoreOpener-bb9123ff3473f720907e2f8d0c99139d-1 {}] regionserver.HStore(327): Store=bb9123ff3473f720907e2f8d0c99139d/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:24,970 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,971 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,971 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,971 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,971 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,972 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,978 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-10T23:52:24,979 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb9123ff3473f720907e2f8d0c99139d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72178053, jitterRate=0.0755368024110794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-10T23:52:24,979 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:24,980 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb9123ff3473f720907e2f8d0c99139d:
Running coprocessor pre-open hook at 1731282744965Writing region info on filesystem at 1731282744965Initializing all the Stores at 1731282744965Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282744966 (+1 ms)Cleaning up temporary data from old regions at 1731282744971 (+5 ms)Running coprocessor post-open hooks at 1731282744979 (+8 ms)Region opened successfully at 1731282744980 (+1 ms)
2024-11-10T23:52:24,981 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d., pid=6, masterSystemTime=1731282744960
2024-11-10T23:52:24,983 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:24,983 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:24,984 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb9123ff3473f720907e2f8d0c99139d, regionState=OPEN, openSeqNum=2, regionLocation=ae12972821c6,39889,1731282743685
2024-11-10T23:52:24,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9123ff3473f720907e2f8d0c99139d, server=ae12972821c6,39889,1731282743685 because future has completed
2024-11-10T23:52:24,989 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-10T23:52:24,989 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb9123ff3473f720907e2f8d0c99139d, server=ae12972821c6,39889,1731282743685 in 179 msec
2024-11-10T23:52:24,990 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-10T23:52:24,991 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN in 337 msec
2024-11-10T23:52:24,991 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731282744618 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-10T23:52:24,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1731282744618","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731282744991"}]},"ts":"1731282744991"}
2024-11-10T23:52:24,993 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1731282744618, state=ENABLED in hbase:meta
2024-11-10T23:52:24,994 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731282744618 execute state=CREATE_TABLE_POST_OPERATION
2024-11-10T23:52:24,996 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1731282744618 in 372 msec
2024-11-10T23:52:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-10T23:52:25,256 INFO  [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1731282744618 completed
2024-11-10T23:52:25,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1731282744618 get assigned. Timeout = 60000ms
2024-11-10T23:52:25,257 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-10T23:52:25,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1731282744618 assigned to meta. Checking AM states.
2024-11-10T23:52:25,261 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-10T23:52:25,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1731282744618 assigned.
2024-11-10T23:52:25,264 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1731282744618', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d., hostname=ae12972821c6,39889,1731282743685, seqNum=2]
2024-11-10T23:52:25,264 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-10T23:52:25,266 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-10T23:52:25,270 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bb9123ff3473f720907e2f8d0c99139d 1/1 column families, dataSize=78 B heapSize=480 B
2024-11-10T23:52:25,281 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0340ab6196b54c49875e54d7b76a080b
2024-11-10T23:52:25,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/.tmp/family/0340ab6196b54c49875e54d7b76a080b is 43, key is row1/family:qf1/1/Put/seqid=0
2024-11-10T23:52:25,295 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/.tmp/family/0340ab6196b54c49875e54d7b76a080b
2024-11-10T23:52:25,298 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/.tmp/family/0340ab6196b54c49875e54d7b76a080b as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b
2024-11-10T23:52:25,299 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b, delay=959 ms
2024-11-10T23:52:25,300 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b, entries=2, sequenceid=6, filesize=4.9 K
2024-11-10T23:52:25,301 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for bb9123ff3473f720907e2f8d0c99139d in 30ms, sequenceid=6, compaction requested=false
2024-11-10T23:52:25,301 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1731282744618'
2024-11-10T23:52:25,301 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bb9123ff3473f720907e2f8d0c99139d:

2024-11-10T23:52:25,955 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-10T23:52:26,259 DEBUG [hfile-prefetch-1731282743043 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 0340ab6196b54c49875e54d7b76a080b_0. 
2024-11-10T23:52:26,259 DEBUG [hfile-prefetch-1731282743043 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 0340ab6196b54c49875e54d7b76a080b_117. 
2024-11-10T23:52:26,260 DEBUG [hfile-prefetch-1731282743043 {}] bucket.BucketCache(2282): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b, with total blocks 2, and data blocks 1
2024-11-10T23:52:26,260 DEBUG [hfile-prefetch-1731282743043 {}] bucket.BucketCache(2286): iterating over 0 entries in the backing map
2024-11-10T23:52:26,260 DEBUG [hfile-prefetch-1731282743043 {}] bucket.BucketCache(2309): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-11-10T23:52:26,260 DEBUG [hfile-prefetch-1731282743043 {}] bucket.BucketCache(2319): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b. Will sleep 100ms and try the verification again.
2024-11-10T23:52:26,296 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-11-10T23:52:26,296 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1488): Thread bucket-cache-persister started persisting bucket cache to file
2024-11-10T23:52:26,296 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-10T23:52:26,296 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-10T23:52:26,299 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-10T23:52:26,300 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731282746296
2024-11-10T23:52:26,300 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1510): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-11-10T23:52:26,302 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:1;ae12972821c6:39889,5,FailOnTimeoutGroup]
2024-11-10T23:52:26,302 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,39889,1731282743685' *****
2024-11-10T23:52:26,302 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 1
2024-11-10T23:52:26,302 INFO  [RS:1;ae12972821c6:39889 {}] bucket.BucketCache(1739): Disabling cache
2024-11-10T23:52:26,302 INFO  [RS:1;ae12972821c6:39889 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.persistence
2024-11-10T23:52:26,302 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-10T23:52:26,302 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-10T23:52:26,302 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-10T23:52:26,302 INFO  [RS:1;ae12972821c6:39889 {}] bucket.BucketCache(1769): Shutting down cache persister thread.
2024-11-10T23:52:26,303 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-10T23:52:26,313 DEBUG [RS:1;ae12972821c6:39889 {}] bucket.BucketCache(1488): Thread RS:1;ae12972821c6:39889 started persisting bucket cache to file
2024-11-10T23:52:26,313 DEBUG [RS:1;ae12972821c6:39889 {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-10T23:52:26,313 DEBUG [RS:1;ae12972821c6:39889 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-10T23:52:26,316 DEBUG [RS:1;ae12972821c6:39889 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-10T23:52:26,316 DEBUG [RS:1;ae12972821c6:39889 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731282746313
2024-11-10T23:52:26,316 DEBUG [RS:1;ae12972821c6:39889 {}] bucket.BucketCache(1510): Thread RS:1;ae12972821c6:39889 finished persisting bucket cache to file, renaming
2024-11-10T23:52:26,316 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-10T23:52:26,316 INFO  [RS:1;ae12972821c6:39889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-10T23:52:26,316 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-10T23:52:26,316 INFO  [RS:1;ae12972821c6:39889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-10T23:52:26,316 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(3091): Received CLOSE for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,317 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,39889,1731282743685
2024-11-10T23:52:26,317 INFO  [RS:1;ae12972821c6:39889 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-10T23:52:26,317 INFO  [RS:1;ae12972821c6:39889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae12972821c6:39889.
2024-11-10T23:52:26,317 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-10T23:52:26,317 DEBUG [RS:1;ae12972821c6:39889 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:52:26,317 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb9123ff3473f720907e2f8d0c99139d, disabling compactions & flushes
2024-11-10T23:52:26,317 DEBUG [RS:1;ae12972821c6:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:26,317 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:26,317 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:26,317 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d. after waiting 0 ms
2024-11-10T23:52:26,317 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-10T23:52:26,317 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:26,317 DEBUG [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(1325): Online Regions={bb9123ff3473f720907e2f8d0c99139d=testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.}
2024-11-10T23:52:26,317 DEBUG [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(1351): Waiting on bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,318 DEBUG [StoreFileCloser-bb9123ff3473f720907e2f8d0c99139d-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b
2024-11-10T23:52:26,318 WARN  [hfile-prefetch-1731282743043 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2338) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2321) ~[classes/:?]
	... 9 more
2024-11-10T23:52:26,318 DEBUG [hfile-prefetch-1731282743043 {}] hfile.PrefetchExecutor(121): Prefetch completed for 0340ab6196b54c49875e54d7b76a080b
2024-11-10T23:52:26,322 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-10T23:52:26,323 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:26,323 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb9123ff3473f720907e2f8d0c99139d:
Waiting for close lock at 1731282746317Running coprocessor pre-close hooks at 1731282746317Disabling compacts and flushes for region at 1731282746317Disabling writes for close at 1731282746317Writing region close event to WAL at 1731282746318 (+1 ms)Running coprocessor post-close hooks at 1731282746322 (+4 ms)Closed at 1731282746322
2024-11-10T23:52:26,323 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:26,359 INFO  [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:26,518 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,39889,1731282743685; all regions closed.
2024-11-10T23:52:26,519 DEBUG [RS:1;ae12972821c6:39889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs
2024-11-10T23:52:26,520 INFO  [RS:1;ae12972821c6:39889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C39889%2C1731282743685:(num 1731282744209)
2024-11-10T23:52:26,520 DEBUG [RS:1;ae12972821c6:39889 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:26,520 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:26,520 INFO  [RS:1;ae12972821c6:39889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-10T23:52:26,520 INFO  [RS:1;ae12972821c6:39889 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-10T23:52:26,520 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-10T23:52:26,520 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-10T23:52:26,520 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-10T23:52:26,520 INFO  [RS:1;ae12972821c6:39889 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-10T23:52:26,520 INFO  [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-10T23:52:26,520 INFO  [RS:1;ae12972821c6:39889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39889
2024-11-10T23:52:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,39889,1731282743685
2024-11-10T23:52:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:52:26,525 INFO  [RS:1;ae12972821c6:39889 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-10T23:52:26,527 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,39889,1731282743685]
2024-11-10T23:52:26,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,39889,1731282743685 already deleted, retry=false
2024-11-10T23:52:26,529 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ae12972821c6,39889,1731282743685 on ae12972821c6,37527,1731282743604
2024-11-10T23:52:26,533 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ae12972821c6,39889,1731282743685, splitWal=true, meta=false
2024-11-10T23:52:26,535 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ae12972821c6,39889,1731282743685, splitWal=true, meta=false
2024-11-10T23:52:26,536 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for ae12972821c6,39889,1731282743685 (carryingMeta=false) ae12972821c6,39889,1731282743685/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7029d8d0[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-10T23:52:26,536 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): ae12972821c6,39889,1731282743685 had 1 regions
2024-11-10T23:52:26,537 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ae12972821c6,39889,1731282743685, splitWal=true, meta=false, isMeta: false
2024-11-10T23:52:26,538 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,39889,1731282743685-splitting
2024-11-10T23:52:26,538 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,39889,1731282743685-splitting dir is empty, no logs to split.
2024-11-10T23:52:26,538 INFO  [PEWorker-2 {}] master.SplitWALManager(105): ae12972821c6,39889,1731282743685 WAL count=0, meta=false
2024-11-10T23:52:26,540 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,39889,1731282743685-splitting dir is empty, no logs to split.
2024-11-10T23:52:26,540 INFO  [PEWorker-2 {}] master.SplitWALManager(105): ae12972821c6,39889,1731282743685 WAL count=0, meta=false
2024-11-10T23:52:26,540 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if ae12972821c6,39889,1731282743685 WAL splitting is done? wals=0, meta=false
2024-11-10T23:52:26,540 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ae12972821c6,39889,1731282743685 failed, ignore...File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,39889,1731282743685-splitting does not exist
2024-11-10T23:52:26,542 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN}]
2024-11-10T23:52:26,543 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN
2024-11-10T23:52:26,543 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-10T23:52:26,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:26,627 INFO  [RS:1;ae12972821c6:39889 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-10T23:52:26,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39889-0x1019499a68d0002, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:26,627 INFO  [RS:1;ae12972821c6:39889 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,39889,1731282743685; zookeeper connection closed.
2024-11-10T23:52:26,627 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42894395 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42894395
2024-11-10T23:52:26,694 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bb9123ff3473f720907e2f8d0c99139d, regionState=OPENING, regionLocation=ae12972821c6,41369,1731282743651
2024-11-10T23:52:26,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN because future has completed
2024-11-10T23:52:26,698 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9123ff3473f720907e2f8d0c99139d, server=ae12972821c6,41369,1731282743651}]
2024-11-10T23:52:26,818 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae12972821c6:0 server-side Connection retries=45
2024-11-10T23:52:26,818 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:26,818 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:26,818 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-10T23:52:26,818 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-10T23:52:26,819 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-10T23:52:26,819 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-10T23:52:26,819 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-10T23:52:26,819 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42527
2024-11-10T23:52:26,821 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42527 connecting to ZooKeeper ensemble=127.0.0.1:59260
2024-11-10T23:52:26,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:26,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:26,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425270x0, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-10T23:52:26,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42527-0x1019499a68d0003 connected
2024-11-10T23:52:26,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-10T23:52:26,826 DEBUG [pool-297-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-11-10T23:52:26,826 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-10T23:52:26,827 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.cache
2024-11-10T23:52:26,827 INFO  [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-11-10T23:52:26,827 INFO  [Time-limited test {}] bucket.BucketCache(479): Starting BucketCachePersisterThread
2024-11-10T23:52:26,827 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-11-10T23:52:26,827 INFO  [Thread-201 {}] bucket.BucketCache(1531): Started retrieving bucket cache from file
2024-11-10T23:52:26,827 INFO  [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-11-10T23:52:26,828 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-10T23:52:26,828 INFO  [Thread-201 {}] bucket.BucketCache(1553): Reading new chunked format of persistence.
2024-11-10T23:52:26,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-10T23:52:26,829 INFO  [Thread-201 {}] bucket.BucketCache(1706): Retrieved 1 of chunks with blockCount = 1.
2024-11-10T23:52:26,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-10T23:52:26,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42527
2024-11-10T23:52:26,835 DEBUG [Thread-201 {}] bucket.BucketCache(1570): Updating region size map after retrieving cached file list
2024-11-10T23:52:26,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42527
2024-11-10T23:52:26,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42527
2024-11-10T23:52:26,836 INFO  [Thread-201 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-11-10T23:52:26,836 INFO  [Thread-201 {}] bucket.BucketCache(1563): Bucket cache retrieved from file successfully with size: 1
2024-11-10T23:52:26,836 INFO  [Thread-201 {}] bucket.BucketCache(414): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.persistence is complete.
2024-11-10T23:52:26,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42527
2024-11-10T23:52:26,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42527
2024-11-10T23:52:26,839 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(746): ClusterId : 2038736f-cced-4a94-8a14-4f2c9723cb1a
2024-11-10T23:52:26,839 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-10T23:52:26,842 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-10T23:52:26,842 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-10T23:52:26,844 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-10T23:52:26,845 DEBUG [RS:2;ae12972821c6:42527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44af35d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae12972821c6/172.17.0.2:0
2024-11-10T23:52:26,852 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:26,852 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => bb9123ff3473f720907e2f8d0c99139d, NAME => 'testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.', STARTKEY => '', ENDKEY => ''}
2024-11-10T23:52:26,853 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1731282744618 bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,853 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-10T23:52:26,853 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,853 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,854 INFO  [StoreOpener-bb9123ff3473f720907e2f8d0c99139d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region bb9123ff3473f720907e2f8d0c99139d 
2024-11-10T23:52:26,855 INFO  [StoreOpener-bb9123ff3473f720907e2f8d0c99139d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb9123ff3473f720907e2f8d0c99139d columnFamilyName family
2024-11-10T23:52:26,855 DEBUG [StoreOpener-bb9123ff3473f720907e2f8d0c99139d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-10T23:52:26,857 DEBUG [StoreFileOpener-bb9123ff3473f720907e2f8d0c99139d-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b, delay=945 ms
2024-11-10T23:52:26,858 DEBUG [StoreOpener-bb9123ff3473f720907e2f8d0c99139d-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b
2024-11-10T23:52:26,858 DEBUG [RS:2;ae12972821c6:42527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ae12972821c6:42527
2024-11-10T23:52:26,858 INFO  [StoreOpener-bb9123ff3473f720907e2f8d0c99139d-1 {}] regionserver.HStore(327): Store=bb9123ff3473f720907e2f8d0c99139d/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-10T23:52:26,859 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-10T23:52:26,859 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-10T23:52:26,859 DEBUG [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-10T23:52:26,859 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,860 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,860 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae12972821c6,37527,1731282743604 with port=42527, startcode=1731282746818
2024-11-10T23:52:26,860 DEBUG [RS:2;ae12972821c6:42527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-10T23:52:26,860 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,860 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,860 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,861 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,862 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened bb9123ff3473f720907e2f8d0c99139d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64107307, jitterRate=-0.04472668468952179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-10T23:52:26,862 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:26,863 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for bb9123ff3473f720907e2f8d0c99139d:
Running coprocessor pre-open hook at 1731282746853Writing region info on filesystem at 1731282746853Initializing all the Stores at 1731282746854 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731282746854Cleaning up temporary data from old regions at 1731282746860 (+6 ms)Running coprocessor post-open hooks at 1731282746862 (+2 ms)Region opened successfully at 1731282746863 (+1 ms)
2024-11-10T23:52:26,864 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d., pid=9, masterSystemTime=1731282746850
2024-11-10T23:52:26,865 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53953, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-11-10T23:52:26,867 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae12972821c6,42527,1731282746818
2024-11-10T23:52:26,867 DEBUG [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:26,867 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37527 {}] master.ServerManager(517): Registering regionserver=ae12972821c6,42527,1731282746818
2024-11-10T23:52:26,867 INFO  [RS_OPEN_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:26,867 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bb9123ff3473f720907e2f8d0c99139d, regionState=OPEN, openSeqNum=10, regionLocation=ae12972821c6,41369,1731282743651
2024-11-10T23:52:26,868 DEBUG [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083
2024-11-10T23:52:26,868 DEBUG [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-11-10T23:52:26,868 DEBUG [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-10T23:52:26,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9123ff3473f720907e2f8d0c99139d, server=ae12972821c6,41369,1731282743651 because future has completed
2024-11-10T23:52:26,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:52:26,871 DEBUG [RS:2;ae12972821c6:42527 {}] zookeeper.ZKUtil(111): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae12972821c6,42527,1731282746818
2024-11-10T23:52:26,871 WARN  [RS:2;ae12972821c6:42527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-10T23:52:26,871 INFO  [RS:2;ae12972821c6:42527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-10T23:52:26,871 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae12972821c6,42527,1731282746818]
2024-11-10T23:52:26,872 DEBUG [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,42527,1731282746818
2024-11-10T23:52:26,873 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-10T23:52:26,873 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure bb9123ff3473f720907e2f8d0c99139d, server=ae12972821c6,41369,1731282743651 in 173 msec
2024-11-10T23:52:26,875 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-10T23:52:26,875 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1731282744618, region=bb9123ff3473f720907e2f8d0c99139d, ASSIGN in 331 msec
2024-11-10T23:52:26,875 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server ae12972821c6,39889,1731282743685 after splitting done
2024-11-10T23:52:26,877 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure ae12972821c6,39889,1731282743685, splitWal=true, meta=false in 345 msec
2024-11-10T23:52:26,882 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-10T23:52:26,886 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-10T23:52:26,887 INFO  [RS:2;ae12972821c6:42527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-10T23:52:26,887 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,887 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-10T23:52:26,888 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-10T23:52:26,888 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,888 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,888 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,888 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,888 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae12972821c6:0, corePoolSize=2, maxPoolSize=2
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae12972821c6:0, corePoolSize=1, maxPoolSize=1
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:26,889 DEBUG [RS:2;ae12972821c6:42527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae12972821c6:0, corePoolSize=3, maxPoolSize=3
2024-11-10T23:52:26,890 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,890 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,890 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,890 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,890 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,890 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42527,1731282746818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-10T23:52:26,914 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-10T23:52:26,914 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae12972821c6,42527,1731282746818-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,915 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,915 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.Replication(171): ae12972821c6,42527,1731282746818 started
2024-11-10T23:52:26,938 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-10T23:52:26,938 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(1482): Serving as ae12972821c6,42527,1731282746818, RpcServer on ae12972821c6/172.17.0.2:42527, sessionid=0x1019499a68d0003
2024-11-10T23:52:26,938 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-10T23:52:26,938 DEBUG [RS:2;ae12972821c6:42527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae12972821c6,42527,1731282746818
2024-11-10T23:52:26,938 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,42527,1731282746818'
2024-11-10T23:52:26,938 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-10T23:52:26,939 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-10T23:52:26,940 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-10T23:52:26,940 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-10T23:52:26,940 DEBUG [RS:2;ae12972821c6:42527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae12972821c6,42527,1731282746818
2024-11-10T23:52:26,940 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae12972821c6,42527,1731282746818'
2024-11-10T23:52:26,940 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-10T23:52:26,940 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-10T23:52:26,941 DEBUG [RS:2;ae12972821c6:42527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-10T23:52:26,941 INFO  [RS:2;ae12972821c6:42527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-10T23:52:26,941 INFO  [RS:2;ae12972821c6:42527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-10T23:52:27,042 INFO  [RS:2;ae12972821c6:42527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-10T23:52:27,042 INFO  [RS:2;ae12972821c6:42527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=ae12972821c6%2C42527%2C1731282746818, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,42527,1731282746818, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs, maxLogs=55
2024-11-10T23:52:27,062 INFO  [RS:2;ae12972821c6:42527 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/WALs/ae12972821c6,42527,1731282746818/ae12972821c6%2C42527%2C1731282746818.1731282747043
2024-11-10T23:52:27,063 DEBUG [RS:2;ae12972821c6:42527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-11-10T23:52:27,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-10T23:52:27,438 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-10T23:52:27,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:52:27,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:27,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:27,439 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-10T23:52:27,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-10T23:52:27,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=742369117, stopped=false
2024-11-10T23:52:27,439 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae12972821c6,37527,1731282743604
2024-11-10T23:52:27,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:27,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:27,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-10T23:52:27,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:27,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:27,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:27,441 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-10T23:52:27,442 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-10T23:52:27,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:52:27,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:27,442 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,41369,1731282743651' *****
2024-11-10T23:52:27,442 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-10T23:52:27,442 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae12972821c6,42527,1731282746818' *****
2024-11-10T23:52:27,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:27,442 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-10T23:52:27,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:27,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-10T23:52:27,442 INFO  [RS:0;ae12972821c6:41369 {}] bucket.BucketCache(1739): Disabling cache
2024-11-10T23:52:27,443 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-10T23:52:27,443 INFO  [RS:0;ae12972821c6:41369 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.persistence
2024-11-10T23:52:27,443 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-10T23:52:27,443 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-10T23:52:27,443 INFO  [RS:0;ae12972821c6:41369 {}] bucket.BucketCache(1769): Shutting down cache persister thread.
2024-11-10T23:52:27,443 INFO  [RS:2;ae12972821c6:42527 {}] bucket.BucketCache(1739): Disabling cache
2024-11-10T23:52:27,443 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-10T23:52:27,443 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-11-10T23:52:27,443 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-11-10T23:52:27,443 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-11-10T23:52:27,444 INFO  [RS:2;ae12972821c6:42527 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c65fc028-84fe-92ee-d72b-933963ae54b8/bucket.persistence
2024-11-10T23:52:27,444 INFO  [RS:2;ae12972821c6:42527 {}] bucket.BucketCache(1769): Shutting down cache persister thread.
2024-11-10T23:52:27,444 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-11-10T23:52:27,453 DEBUG [RS:0;ae12972821c6:41369 {}] bucket.BucketCache(1488): Thread RS:0;ae12972821c6:41369 started persisting bucket cache to file
2024-11-10T23:52:27,453 DEBUG [RS:0;ae12972821c6:41369 {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-10T23:52:27,453 DEBUG [RS:0;ae12972821c6:41369 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-11-10T23:52:27,454 DEBUG [RS:2;ae12972821c6:42527 {}] bucket.BucketCache(1488): Thread RS:2;ae12972821c6:42527 started persisting bucket cache to file
2024-11-10T23:52:27,454 DEBUG [RS:2;ae12972821c6:42527 {}] bucket.BucketCache(1495): Persist in new chunked persistence format.
2024-11-10T23:52:27,454 DEBUG [RS:2;ae12972821c6:42527 {}] bucket.BucketCache(1674): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-11-10T23:52:27,457 DEBUG [RS:0;ae12972821c6:41369 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-11-10T23:52:27,457 DEBUG [RS:0;ae12972821c6:41369 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1731282747453
2024-11-10T23:52:27,457 DEBUG [RS:0;ae12972821c6:41369 {}] bucket.BucketCache(1510): Thread RS:0;ae12972821c6:41369 finished persisting bucket cache to file, renaming
2024-11-10T23:52:27,457 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-10T23:52:27,457 ERROR [RS:2;ae12972821c6:42527 {}] bucket.PersistentIOEngine(78): Calculating checksum failed, because of 
java.io.IOException: Stream closed
	at java.io.BufferedInputStream.getBufIfOpen(BufferedInputStream.java:168) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334) ~[?:?]
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) ~[?:?]
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) ~[?:?]
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) ~[?:?]
	at java.io.InputStreamReader.read(InputStreamReader.java:177) ~[?:?]
	at java.io.BufferedReader.fill(BufferedReader.java:162) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:329) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:396) ~[?:?]
	at org.apache.hadoop.util.Shell.runCommand(Shell.java:1056) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell.run(Shell.java:959) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.PersistentIOEngine.getFileSize(PersistentIOEngine.java:94) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.PersistentIOEngine.calculateChecksum(PersistentIOEngine.java:71) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketProtoUtils.toPB(BucketProtoUtils.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketProtoUtils.serializeAsPB(BucketProtoUtils.java:75) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.persistChunkedBackingMap(BucketCache.java:1679) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.persistToFile(BucketCache.java:1497) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.shutdown(BucketCache.java:1775) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.shutdown(CombinedBlockCache.java:169) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:927) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-10T23:52:27,457 INFO  [RS:0;ae12972821c6:41369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-10T23:52:27,457 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-10T23:52:27,457 INFO  [RS:0;ae12972821c6:41369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-10T23:52:27,457 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(3091): Received CLOSE for bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:27,457 DEBUG [RS:2;ae12972821c6:42527 {}] bucket.BucketCache(1681): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-11-10T23:52:27,457 DEBUG [RS:2;ae12972821c6:42527 {}] bucket.BucketCache(1499): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1731282747454
2024-11-10T23:52:27,458 DEBUG [RS:2;ae12972821c6:42527 {}] bucket.BucketCache(1510): Thread RS:2;ae12972821c6:42527 finished persisting bucket cache to file, renaming
2024-11-10T23:52:27,458 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,41369,1731282743651
2024-11-10T23:52:27,458 INFO  [RS:0;ae12972821c6:41369 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-10T23:52:27,458 INFO  [RS:0;ae12972821c6:41369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae12972821c6:41369.
2024-11-10T23:52:27,458 DEBUG [RS:0;ae12972821c6:41369 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:52:27,458 DEBUG [RS:0;ae12972821c6:41369 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:27,458 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-10T23:52:27,458 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-10T23:52:27,458 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb9123ff3473f720907e2f8d0c99139d, disabling compactions & flushes
2024-11-10T23:52:27,458 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-10T23:52:27,458 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-10T23:52:27,458 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:27,458 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-10T23:52:27,458 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:27,458 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d. after waiting 0 ms
2024-11-10T23:52:27,458 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:27,458 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-10T23:52:27,458 DEBUG [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(1325): Online Regions={bb9123ff3473f720907e2f8d0c99139d=testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d., 1588230740=hbase:meta,,1.1588230740}
2024-11-10T23:52:27,458 DEBUG [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb9123ff3473f720907e2f8d0c99139d
2024-11-10T23:52:27,459 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-11-10T23:52:27,459 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-10T23:52:27,459 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-10T23:52:27,459 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-10T23:52:27,459 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-10T23:52:27,459 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-10T23:52:27,459 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-10T23:52:27,459 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.58 KB
2024-11-10T23:52:27,459 INFO  [RS:2;ae12972821c6:42527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-10T23:52:27,459 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-10T23:52:27,459 INFO  [RS:2;ae12972821c6:42527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-10T23:52:27,459 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(959): stopping server ae12972821c6,42527,1731282746818
2024-11-10T23:52:27,460 INFO  [RS:2;ae12972821c6:42527 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-10T23:52:27,460 INFO  [RS:2;ae12972821c6:42527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ae12972821c6:42527.
2024-11-10T23:52:27,460 DEBUG [RS:2;ae12972821c6:42527 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-10T23:52:27,460 DEBUG [RS:2;ae12972821c6:42527 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:27,460 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,42527,1731282746818; all regions closed.
2024-11-10T23:52:27,460 INFO  [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:27,462 DEBUG [StoreFileCloser-bb9123ff3473f720907e2f8d0c99139d-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/family/0340ab6196b54c49875e54d7b76a080b
2024-11-10T23:52:27,464 DEBUG [RS:2;ae12972821c6:42527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs
2024-11-10T23:52:27,464 INFO  [RS:2;ae12972821c6:42527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C42527%2C1731282746818:(num 1731282747043)
2024-11-10T23:52:27,464 DEBUG [RS:2;ae12972821c6:42527 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:27,464 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:27,464 INFO  [RS:2;ae12972821c6:42527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-10T23:52:27,464 INFO  [RS:2;ae12972821c6:42527 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-10T23:52:27,465 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-10T23:52:27,465 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-10T23:52:27,465 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-10T23:52:27,465 INFO  [RS:2;ae12972821c6:42527 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-10T23:52:27,465 INFO  [RS:2;ae12972821c6:42527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42527
2024-11-10T23:52:27,465 INFO  [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-10T23:52:27,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,42527,1731282746818
2024-11-10T23:52:27,467 INFO  [RS:2;ae12972821c6:42527 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-10T23:52:27,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:52:27,468 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/default/testBlockEvictionOnGracefulStop1731282744618/bb9123ff3473f720907e2f8d0c99139d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-10T23:52:27,468 INFO  [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:27,468 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb9123ff3473f720907e2f8d0c99139d:
Waiting for close lock at 1731282747458Running coprocessor pre-close hooks at 1731282747458Disabling compacts and flushes for region at 1731282747458Disabling writes for close at 1731282747458Writing region close event to WAL at 1731282747463 (+5 ms)Running coprocessor post-close hooks at 1731282747468 (+5 ms)Closed at 1731282747468
2024-11-10T23:52:27,469 DEBUG [RS_CLOSE_REGION-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d.
2024-11-10T23:52:27,469 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,42527,1731282746818]
2024-11-10T23:52:27,471 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7beb3ce4255d4b4c8197fcc89827e869
2024-11-10T23:52:27,471 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,42527,1731282746818 already deleted, retry=false
2024-11-10T23:52:27,471 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,42527,1731282746818 expired; onlineServers=1
2024-11-10T23:52:27,485 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/info/7beb3ce4255d4b4c8197fcc89827e869 is 209, key is testBlockEvictionOnGracefulStop1731282744618,,1731282744622.bb9123ff3473f720907e2f8d0c99139d./info:regioninfo/1731282746867/Put/seqid=0
2024-11-10T23:52:27,486 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.74 KB at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/info/7beb3ce4255d4b4c8197fcc89827e869
2024-11-10T23:52:27,491 INFO  [regionserver/ae12972821c6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:27,493 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 87ab0e0d8f47436898ca770625de53e2
2024-11-10T23:52:27,507 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/ns/87ab0e0d8f47436898ca770625de53e2 is 43, key is default/ns:d/1731282744585/Put/seqid=0
2024-11-10T23:52:27,507 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/ns/87ab0e0d8f47436898ca770625de53e2
2024-11-10T23:52:27,515 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 2031ea98dd1b41d6ba9608e3854e968e
2024-11-10T23:52:27,528 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/table/2031ea98dd1b41d6ba9608e3854e968e is 80, key is testBlockEvictionOnGracefulStop1731282744618/table:state/1731282744991/Put/seqid=0
2024-11-10T23:52:27,529 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=13 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/table/2031ea98dd1b41d6ba9608e3854e968e
2024-11-10T23:52:27,531 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/info/7beb3ce4255d4b4c8197fcc89827e869 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/info/7beb3ce4255d4b4c8197fcc89827e869
2024-11-10T23:52:27,532 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/info/7beb3ce4255d4b4c8197fcc89827e869, delay=922 ms
2024-11-10T23:52:27,533 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/info/7beb3ce4255d4b4c8197fcc89827e869, entries=14, sequenceid=13, filesize=7.5 K
2024-11-10T23:52:27,534 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/ns/87ab0e0d8f47436898ca770625de53e2 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/ns/87ab0e0d8f47436898ca770625de53e2
2024-11-10T23:52:27,535 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/ns/87ab0e0d8f47436898ca770625de53e2, delay=925 ms
2024-11-10T23:52:27,536 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/ns/87ab0e0d8f47436898ca770625de53e2, entries=2, sequenceid=13, filesize=5.0 K
2024-11-10T23:52:27,536 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/.tmp/table/2031ea98dd1b41d6ba9608e3854e968e as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/table/2031ea98dd1b41d6ba9608e3854e968e
2024-11-10T23:52:27,537 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/table/2031ea98dd1b41d6ba9608e3854e968e, delay=921 ms
2024-11-10T23:52:27,538 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/table/2031ea98dd1b41d6ba9608e3854e968e, entries=2, sequenceid=13, filesize=5.3 K
2024-11-10T23:52:27,538 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 79ms, sequenceid=13, compaction requested=false
2024-11-10T23:52:27,539 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/info/7beb3ce4255d4b4c8197fcc89827e869
2024-11-10T23:52:27,540 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/ns/87ab0e0d8f47436898ca770625de53e2
2024-11-10T23:52:27,540 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/table/2031ea98dd1b41d6ba9608e3854e968e
2024-11-10T23:52:27,544 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1
2024-11-10T23:52:27,544 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-10T23:52:27,545 INFO  [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-10T23:52:27,545 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731282747458Running coprocessor pre-close hooks at 1731282747459 (+1 ms)Disabling compacts and flushes for region at 1731282747459Disabling writes for close at 1731282747459Obtaining lock to block concurrent updates at 1731282747459Preparing flush snapshotting stores in 1588230740 at 1731282747459Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3035, getHeapSize=5648, getOffHeapSize=0, getCellsCount=22 at 1731282747460 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731282747460Flushing 1588230740/info: creating writer at 1731282747460Flushing 1588230740/info: appending metadata at 1731282747484 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731282747484Flushing 1588230740/ns: creating writer at 1731282747487 (+3 ms)Flushing 1588230740/ns: appending metadata at 1731282747506 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731282747506Flushing 1588230740/table: creating writer at 1731282747509 (+3 ms)Flushing 1588230740/table: appending metadata at 1731282747528 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731282747528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cc2dd5: reopening flushed file at 1731282747531 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7761d1a5: reopening flushed file at 1731282747533 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed75a77: reopening flushed file at 1731282747536 (+3 ms)Finished flush of dataSize ~2.96 KB/3035, heapSize ~5.28 KB/5408, currentSize=0 B/0 for 1588230740 in 79ms, sequenceid=13, compaction requested=false at 1731282747538 (+2 ms)Writing region close event to WAL at 1731282747540 (+2 ms)Running coprocessor post-close hooks at 1731282747544 (+4 ms)Closed at 1731282747545 (+1 ms)
2024-11-10T23:52:27,545 DEBUG [RS_CLOSE_META-regionserver/ae12972821c6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-10T23:52:27,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:27,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42527-0x1019499a68d0003, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:27,569 INFO  [RS:2;ae12972821c6:42527 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-10T23:52:27,569 INFO  [RS:2;ae12972821c6:42527 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,42527,1731282746818; zookeeper connection closed.
2024-11-10T23:52:27,570 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46d784b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46d784b7
2024-11-10T23:52:27,659 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(976): stopping server ae12972821c6,41369,1731282743651; all regions closed.
2024-11-10T23:52:27,661 DEBUG [RS:0;ae12972821c6:41369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs
2024-11-10T23:52:27,661 INFO  [RS:0;ae12972821c6:41369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C41369%2C1731282743651.meta:.meta(num 1731282744538)
2024-11-10T23:52:27,662 DEBUG [RS:0;ae12972821c6:41369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/oldWALs
2024-11-10T23:52:27,662 INFO  [RS:0;ae12972821c6:41369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae12972821c6%2C41369%2C1731282743651:(num 1731282744206)
2024-11-10T23:52:27,662 DEBUG [RS:0;ae12972821c6:41369 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-10T23:52:27,662 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.LeaseManager(133): Closed leases
2024-11-10T23:52:27,662 INFO  [RS:0;ae12972821c6:41369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-10T23:52:27,663 INFO  [RS:0;ae12972821c6:41369 {}] hbase.ChoreService(370): Chore service for: regionserver/ae12972821c6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-10T23:52:27,663 INFO  [RS:0;ae12972821c6:41369 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-10T23:52:27,663 INFO  [regionserver/ae12972821c6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-10T23:52:27,663 INFO  [RS:0;ae12972821c6:41369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41369
2024-11-10T23:52:27,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae12972821c6,41369,1731282743651
2024-11-10T23:52:27,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-10T23:52:27,665 INFO  [RS:0;ae12972821c6:41369 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-10T23:52:27,667 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae12972821c6,41369,1731282743651]
2024-11-10T23:52:27,669 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae12972821c6,41369,1731282743651 already deleted, retry=false
2024-11-10T23:52:27,669 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae12972821c6,41369,1731282743651 expired; onlineServers=0
2024-11-10T23:52:27,669 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae12972821c6,37527,1731282743604' *****
2024-11-10T23:52:27,669 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-10T23:52:27,669 INFO  [M:0;ae12972821c6:37527 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-10T23:52:27,669 INFO  [M:0;ae12972821c6:37527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-10T23:52:27,669 DEBUG [M:0;ae12972821c6:37527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-10T23:52:27,670 DEBUG [M:0;ae12972821c6:37527 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-10T23:52:27,670 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-10T23:52:27,670 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282743925 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.large.0-1731282743925,5,FailOnTimeoutGroup]
2024-11-10T23:52:27,670 DEBUG [master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282743928 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae12972821c6:0:becomeActiveMaster-HFileCleaner.small.0-1731282743928,5,FailOnTimeoutGroup]
2024-11-10T23:52:27,670 INFO  [M:0;ae12972821c6:37527 {}] hbase.ChoreService(370): Chore service for: master/ae12972821c6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-10T23:52:27,670 INFO  [M:0;ae12972821c6:37527 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-10T23:52:27,670 DEBUG [M:0;ae12972821c6:37527 {}] master.HMaster(1795): Stopping service threads
2024-11-10T23:52:27,670 INFO  [M:0;ae12972821c6:37527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-10T23:52:27,670 INFO  [M:0;ae12972821c6:37527 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-10T23:52:27,670 INFO  [M:0;ae12972821c6:37527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-10T23:52:27,670 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-10T23:52:27,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-10T23:52:27,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-10T23:52:27,672 DEBUG [M:0;ae12972821c6:37527 {}] zookeeper.ZKUtil(347): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-10T23:52:27,672 WARN  [M:0;ae12972821c6:37527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-10T23:52:27,672 INFO  [M:0;ae12972821c6:37527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/.lastflushedseqids
2024-11-10T23:52:27,679 INFO  [M:0;ae12972821c6:37527 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-10T23:52:27,679 INFO  [M:0;ae12972821c6:37527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-10T23:52:27,679 DEBUG [M:0;ae12972821c6:37527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-10T23:52:27,679 INFO  [M:0;ae12972821c6:37527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:27,679 DEBUG [M:0;ae12972821c6:37527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:27,679 DEBUG [M:0;ae12972821c6:37527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-10T23:52:27,679 DEBUG [M:0;ae12972821c6:37527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:27,679 INFO  [M:0;ae12972821c6:37527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=32.84 KB heapSize=41.09 KB
2024-11-10T23:52:27,688 DEBUG [M:0;ae12972821c6:37527 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 7243b72b213344fdba0d7e429885e8e9
2024-11-10T23:52:27,702 DEBUG [M:0;ae12972821c6:37527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7243b72b213344fdba0d7e429885e8e9 is 82, key is hbase:meta,,1/info:regioninfo/1731282744571/Put/seqid=0
2024-11-10T23:52:27,702 INFO  [M:0;ae12972821c6:37527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7243b72b213344fdba0d7e429885e8e9
2024-11-10T23:52:27,710 DEBUG [M:0;ae12972821c6:37527 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on bc5ff2d5ee974e15aa9981a64db97b49
2024-11-10T23:52:27,723 DEBUG [M:0;ae12972821c6:37527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc5ff2d5ee974e15aa9981a64db97b49 is 783, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731282744995/Put/seqid=0
2024-11-10T23:52:27,724 INFO  [M:0;ae12972821c6:37527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.10 KB at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc5ff2d5ee974e15aa9981a64db97b49
2024-11-10T23:52:27,731 DEBUG [M:0;ae12972821c6:37527 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0850e7a698554e4ea9cbe9b599350618
2024-11-10T23:52:27,746 DEBUG [M:0;ae12972821c6:37527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0850e7a698554e4ea9cbe9b599350618 is 69, key is ae12972821c6,41369,1731282743651/rs:state/1731282744034/Put/seqid=0
2024-11-10T23:52:27,746 INFO  [M:0;ae12972821c6:37527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=83 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0850e7a698554e4ea9cbe9b599350618
2024-11-10T23:52:27,748 INFO  [M:0;ae12972821c6:37527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0850e7a698554e4ea9cbe9b599350618
2024-11-10T23:52:27,749 DEBUG [M:0;ae12972821c6:37527 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7243b72b213344fdba0d7e429885e8e9 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7243b72b213344fdba0d7e429885e8e9
2024-11-10T23:52:27,751 INFO  [M:0;ae12972821c6:37527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7243b72b213344fdba0d7e429885e8e9, entries=8, sequenceid=83, filesize=5.5 K
2024-11-10T23:52:27,751 DEBUG [M:0;ae12972821c6:37527 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc5ff2d5ee974e15aa9981a64db97b49 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc5ff2d5ee974e15aa9981a64db97b49
2024-11-10T23:52:27,753 INFO  [M:0;ae12972821c6:37527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc5ff2d5ee974e15aa9981a64db97b49, entries=9, sequenceid=83, filesize=6.4 K
2024-11-10T23:52:27,753 DEBUG [M:0;ae12972821c6:37527 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0850e7a698554e4ea9cbe9b599350618 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0850e7a698554e4ea9cbe9b599350618
2024-11-10T23:52:27,755 INFO  [M:0;ae12972821c6:37527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0850e7a698554e4ea9cbe9b599350618
2024-11-10T23:52:27,755 INFO  [M:0;ae12972821c6:37527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8133c9be-40a9-0202-c311-530fd0c91aa2/464a01e0-d460-08f7-8ca1-41c56f67b083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0850e7a698554e4ea9cbe9b599350618, entries=3, sequenceid=83, filesize=5.3 K
2024-11-10T23:52:27,756 INFO  [M:0;ae12972821c6:37527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~32.84 KB/33626, heapSize ~40.79 KB/41768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 77ms, sequenceid=83, compaction requested=false
2024-11-10T23:52:27,758 INFO  [M:0;ae12972821c6:37527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-10T23:52:27,758 DEBUG [M:0;ae12972821c6:37527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731282747679Disabling compacts and flushes for region at 1731282747679Disabling writes for close at 1731282747679Obtaining lock to block concurrent updates at 1731282747679Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731282747679Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=33626, getHeapSize=42008, getOffHeapSize=0, getCellsCount=98 at 1731282747680 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731282747680Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731282747680Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731282747701 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731282747701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731282747704 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731282747722 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731282747723 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731282747725 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731282747745 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731282747745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ad16c9: reopening flushed file at 1731282747749 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fa1fc8: reopening flushed file at 1731282747751 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4c2029: reopening flushed file at 1731282747753 (+2 ms)Finished flush of dataSize ~32.84 KB/33626, heapSize ~40.79 KB/41768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 77ms, sequenceid=83, compaction requested=false at 1731282747756 (+3 ms)Writing region close event to WAL at 1731282747757 (+1 ms)Closed at 1731282747757
2024-11-10T23:52:27,759 INFO  [M:0;ae12972821c6:37527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-10T23:52:27,759 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-10T23:52:27,759 INFO  [M:0;ae12972821c6:37527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37527
2024-11-10T23:52:27,759 INFO  [M:0;ae12972821c6:37527 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-10T23:52:27,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:27,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41369-0x1019499a68d0001, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:27,767 INFO  [RS:0;ae12972821c6:41369 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-10T23:52:27,767 INFO  [RS:0;ae12972821c6:41369 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae12972821c6,41369,1731282743651; zookeeper connection closed.
2024-11-10T23:52:27,767 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37570867 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37570867
2024-11-10T23:52:27,768 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-10T23:52:27,862 INFO  [M:0;ae12972821c6:37527 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-10T23:52:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37527-0x1019499a68d0000, quorum=127.0.0.1:59260, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-10T23:52:27,864 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-10T23:52:27,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-10T23:52:27,866 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-10T23:52:27,873 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=73 (was 51)
Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=8441 (was 8510)