2024-12-05 07:56:42,811 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-12-05 07:56:42,821 main DEBUG Took 0.008490 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-05 07:56:42,821 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-05 07:56:42,821 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-05 07:56:42,826 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-05 07:56:42,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,834 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-05 07:56:42,845 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,847 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,848 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,849 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,849 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,850 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,851 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,852 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,852 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,853 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,854 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:56:42,854 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,855 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-05 07:56:42,856 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:56:42,857 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-05 07:56:42,859 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-05 07:56:42,859 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-05 07:56:42,860 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-05 07:56:42,861 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-05 07:56:42,868 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-05 07:56:42,870 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-05 07:56:42,872 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-05 07:56:42,872 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-05 07:56:42,873 main DEBUG createAppenders(={Console})
2024-12-05 07:56:42,873 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-12-05 07:56:42,874 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-12-05 07:56:42,874 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-12-05 07:56:42,875 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-05 07:56:42,875 main DEBUG OutputStream closed
2024-12-05 07:56:42,875 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-05 07:56:42,875 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-05 07:56:42,876 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-12-05 07:56:42,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-05 07:56:42,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-05 07:56:42,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-05 07:56:42,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-05 07:56:42,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-05 07:56:42,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-05 07:56:42,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-05 07:56:42,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-05 07:56:42,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-05 07:56:42,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-05 07:56:42,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-05 07:56:42,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-05 07:56:42,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-05 07:56:42,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-05 07:56:42,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-05 07:56:42,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-05 07:56:42,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-05 07:56:42,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-05 07:56:42,964 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05 07:56:42,964 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-12-05 07:56:42,964 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-05 07:56:42,965 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-12-05T07:56:42,979 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement timeout: 13 mins
2024-12-05 07:56:42,981 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-05 07:56:42,982 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05T07:56:43,233 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c
2024-12-05T07:56:43,258 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=7028
2024-12-05T07:56:43,350 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-05T07:56:43,437 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:43,451 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/cluster_65a451a1-7b60-55c6-1ab1-18ed703e6168, deleteOnExit=true
2024-12-05T07:56:43,585 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/cluster_65a451a1-7b60-55c6-1ab1-18ed703e6168/zookeeper_0, clientPort=60370, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/cluster_65a451a1-7b60-55c6-1ab1-18ed703e6168/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/cluster_65a451a1-7b60-55c6-1ab1-18ed703e6168/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-05T07:56:43,600 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60370
2024-12-05T07:56:43,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:43,671 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897 with version=8
2024-12-05T07:56:43,672 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/hbase-staging
2024-12-05T07:56:43,760 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-05T07:56:43,992 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:56:44,000 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:44,001 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:44,009 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:56:44,010 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:44,010 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:56:44,127 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-05T07:56:44,207 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T07:56:44,252 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-05T07:56:44,264 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-05T07:56:44,268 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:56:44,301 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 111871 (auto-detected)
2024-12-05T07:56:44,302 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-05T07:56:44,319 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40443
2024-12-05T07:56:44,338 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40443 connecting to ZooKeeper ensemble=127.0.0.1:60370
2024-12-05T07:56:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404430x0, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:56:44,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40443-0x101a5c7cf6f0000 connected
2024-12-05T07:56:44,522 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:44,523 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:44,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:44,536 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897, hbase.cluster.distributed=false
2024-12-05T07:56:44,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:56:44,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40443
2024-12-05T07:56:44,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40443
2024-12-05T07:56:44,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40443
2024-12-05T07:56:44,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40443
2024-12-05T07:56:44,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40443
2024-12-05T07:56:44,640 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:56:44,641 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:44,642 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:44,642 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:56:44,642 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:44,643 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:56:44,645 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T07:56:44,648 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:56:44,649 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41959
2024-12-05T07:56:44,651 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41959 connecting to ZooKeeper ensemble=127.0.0.1:60370
2024-12-05T07:56:44,652 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:44,653 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:44,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419590x0, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:56:44,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:44,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41959-0x101a5c7cf6f0001 connected
2024-12-05T07:56:44,684 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T07:56:44,700 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.cache
2024-12-05T07:56:44,707 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-05T07:56:44,708 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-05T07:56:44,710 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-05T07:56:44,712 INFO  [Thread-10 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-05T07:56:44,712 WARN  [Thread-10 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-05T07:56:44,719 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-05T07:56:44,722 INFO  [Thread-10 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-05T07:56:44,723 INFO  [Thread-10 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.persistence is complete.
2024-12-05T07:56:44,726 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T07:56:44,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T07:56:44,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:56:44,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41959
2024-12-05T07:56:44,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41959
2024-12-05T07:56:44,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41959
2024-12-05T07:56:44,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41959
2024-12-05T07:56:44,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41959
2024-12-05T07:56:44,755 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:56:44,756 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:44,756 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:44,756 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:56:44,756 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:44,757 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:56:44,757 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T07:56:44,757 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:56:44,758 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37751
2024-12-05T07:56:44,761 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37751 connecting to ZooKeeper ensemble=127.0.0.1:60370
2024-12-05T07:56:44,761 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:44,762 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377510x0, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:56:44,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377510x0, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:44,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37751-0x101a5c7cf6f0002 connected
2024-12-05T07:56:44,785 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T07:56:44,786 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.cache
2024-12-05T07:56:44,786 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-05T07:56:44,786 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-05T07:56:44,787 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-05T07:56:44,787 INFO  [Thread-11 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-05T07:56:44,787 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-05T07:56:44,787 WARN  [Thread-11 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-05T07:56:44,788 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T07:56:44,788 INFO  [Thread-11 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-05T07:56:44,788 INFO  [Thread-11 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.persistence is complete.
2024-12-05T07:56:44,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T07:56:44,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:56:44,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37751
2024-12-05T07:56:44,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37751
2024-12-05T07:56:44,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37751
2024-12-05T07:56:44,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37751
2024-12-05T07:56:44,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37751
2024-12-05T07:56:44,819 DEBUG [M:0;fc6cd38557f3:40443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:40443
2024-12-05T07:56:44,820 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:44,851 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:44,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T07:56:44,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:44,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T07:56:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:44,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:44,884 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-05T07:56:44,885 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,40443,1733385403838 from backup master directory
2024-12-05T07:56:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:44,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:44,899 WARN  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:56:44,900 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:44,902 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-05T07:56:44,903 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-05T07:56:44,910 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/hbase.id] with ID: db2edc3d-6f59-4b0d-bcbb-6b37d10b4c97
2024-12-05T07:56:44,911 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/.tmp/hbase.id
2024-12-05T07:56:44,917 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/hbase.id]
2024-12-05T07:56:44,955 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:44,960 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-05T07:56:44,977 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms.
2024-12-05T07:56:45,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,034 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T07:56:45,037 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-05T07:56:45,074 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:56:45,080 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:45,127 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store
2024-12-05T07:56:45,147 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-05T07:56:45,150 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:45,151 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T07:56:45,152 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:45,152 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:45,154 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T07:56:45,154 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:45,154 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:45,155 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733385405151Disabling compacts and flushes for region at 1733385405151Disabling writes for close at 1733385405154 (+3 ms)Writing region close event to WAL at 1733385405154Closed at 1733385405154
2024-12-05T07:56:45,155 WARN  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/.initializing
2024-12-05T07:56:45,155 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/WALs/fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:45,167 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:56:45,179 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C40443%2C1733385403838, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/WALs/fc6cd38557f3,40443,1733385403838, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/oldWALs, maxLogs=10
2024-12-05T07:56:45,212 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/WALs/fc6cd38557f3,40443,1733385403838/fc6cd38557f3%2C40443%2C1733385403838.1733385405183
2024-12-05T07:56:45,213 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:45,213 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:45,214 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:45,217 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:45,218 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:45,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:56:45,277 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-05T07:56:45,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:45,282 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:45,283 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:56:45,288 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-05T07:56:45,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:45,289 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:45,289 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:56:45,293 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-05T07:56:45,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:45,294 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:45,294 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:56:45,298 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-05T07:56:45,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:45,299 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:45,300 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:45,303 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:45,303 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:45,306 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:45,307 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:45,310 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:56:45,312 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:45,318 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:56:45,319 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72363102, jitterRate=0.07829424738883972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:56:45,326 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733385405230Initializing all the Stores at 1733385405231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385405231Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385405232 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385405233 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385405233Cleaning up temporary data from old regions at 1733385405307 (+74 ms)Region opened successfully at 1733385405325 (+18 ms)
2024-12-05T07:56:45,327 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-05T07:56:45,357 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf7b86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:56:45,388 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-05T07:56:45,401 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-05T07:56:45,401 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-05T07:56:45,406 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-05T07:56:45,407 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-05T07:56:45,416 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec
2024-12-05T07:56:45,417 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-05T07:56:45,456 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-05T07:56:45,469 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-05T07:56:45,515 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-05T07:56:45,518 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-05T07:56:45,520 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-05T07:56:45,532 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-05T07:56:45,535 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-05T07:56:45,540 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-05T07:56:45,549 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-05T07:56:45,551 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-05T07:56:45,557 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-05T07:56:45,572 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-05T07:56:45,582 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-05T07:56:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,602 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,40443,1733385403838, sessionid=0x101a5c7cf6f0000, setting cluster-up flag (Was=false)
2024-12-05T07:56:45,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,649 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-05T07:56:45,653 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:45,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:45,699 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-05T07:56:45,701 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:45,707 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-05T07:56:45,770 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-05T07:56:45,780 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-05T07:56:45,785 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-05T07:56:45,790 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,40443,1733385403838
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-05T07:56:45,798 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:56:45,798 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:56:45,798 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:56:45,798 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:56:45,798 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10
2024-12-05T07:56:45,799 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:45,799 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:56:45,799 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:45,800 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385435800
2024-12-05T07:56:45,802 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-05T07:56:45,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T07:56:45,803 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-05T07:56:45,804 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-05T07:56:45,807 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-05T07:56:45,807 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:45,807 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-05T07:56:45,807 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(746): ClusterId : db2edc3d-6f59-4b0d-bcbb-6b37d10b4c97
2024-12-05T07:56:45,807 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(746): ClusterId : db2edc3d-6f59-4b0d-bcbb-6b37d10b4c97
2024-12-05T07:56:45,808 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-05T07:56:45,807 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-05T07:56:45,808 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-05T07:56:45,811 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T07:56:45,811 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T07:56:45,810 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:45,814 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-05T07:56:45,815 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-05T07:56:45,816 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-05T07:56:45,826 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T07:56:45,826 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T07:56:45,826 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T07:56:45,827 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-05T07:56:45,826 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T07:56:45,827 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-05T07:56:45,829 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385405828,5,FailOnTimeoutGroup]
2024-12-05T07:56:45,829 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385405829,5,FailOnTimeoutGroup]
2024-12-05T07:56:45,830 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:45,830 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-05T07:56:45,832 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:45,832 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:45,834 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T07:56:45,834 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T07:56:45,835 DEBUG [RS:0;fc6cd38557f3:41959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3270ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:56:45,835 DEBUG [RS:1;fc6cd38557f3:37751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326af9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:56:45,835 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-05T07:56:45,835 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897
2024-12-05T07:56:45,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:45,846 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-05T07:56:45,853 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T07:56:45,853 DEBUG [RS:0;fc6cd38557f3:41959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:41959
2024-12-05T07:56:45,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:45,853 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:45,854 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-05T07:56:45,855 DEBUG [RS:1;fc6cd38557f3:37751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:37751
2024-12-05T07:56:45,857 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T07:56:45,857 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T07:56:45,857 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T07:56:45,857 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T07:56:45,857 DEBUG [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T07:56:45,857 DEBUG [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T07:56:45,858 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T07:56:45,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:45,859 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:45,859 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-05T07:56:45,860 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,40443,1733385403838 with port=41959, startcode=1733385404608
2024-12-05T07:56:45,860 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,40443,1733385403838 with port=37751, startcode=1733385404755
2024-12-05T07:56:45,868 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T07:56:45,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:45,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:45,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-05T07:56:45,871 DEBUG [RS:0;fc6cd38557f3:41959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T07:56:45,871 DEBUG [RS:1;fc6cd38557f3:37751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T07:56:45,876 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T07:56:45,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:45,876 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:45,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T07:56:45,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:45,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:45,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T07:56:45,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T07:56:45,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:56:45,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T07:56:45,888 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:56:45,888 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64275037, jitterRate=-0.04222731292247772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:56:45,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733385405844Initializing all the Stores at 1733385405844Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385405844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385405845 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385405845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385405845Cleaning up temporary data from old regions at 1733385405879 (+34 ms)Region opened successfully at 1733385405891 (+12 ms)
2024-12-05T07:56:45,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T07:56:45,892 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T07:56:45,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T07:56:45,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T07:56:45,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T07:56:45,894 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T07:56:45,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733385405892Disabling compacts and flushes for region at 1733385405892Disabling writes for close at 1733385405892Writing region close event to WAL at 1733385405893 (+1 ms)Closed at 1733385405894 (+1 ms)
2024-12-05T07:56:45,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T07:56:45,897 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-05T07:56:45,904 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-05T07:56:45,914 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T07:56:45,917 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T07:56:45,940 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T07:56:45,940 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T07:56:45,946 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:45,948 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40443 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:45,957 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:45,957 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40443 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:45,960 DEBUG [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897
2024-12-05T07:56:45,960 DEBUG [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897
2024-12-05T07:56:45,961 DEBUG [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-05T07:56:45,961 DEBUG [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-05T07:56:45,961 DEBUG [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T07:56:45,961 DEBUG [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T07:56:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:56:46,018 DEBUG [RS:0;fc6cd38557f3:41959 {}] zookeeper.ZKUtil(111): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:46,018 DEBUG [RS:1;fc6cd38557f3:37751 {}] zookeeper.ZKUtil(111): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:46,018 WARN  [RS:0;fc6cd38557f3:41959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:56:46,018 WARN  [RS:1;fc6cd38557f3:37751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:56:46,018 INFO  [RS:0;fc6cd38557f3:41959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:46,018 INFO  [RS:1;fc6cd38557f3:37751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:46,019 DEBUG [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:46,019 DEBUG [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:46,021 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,37751,1733385404755]
2024-12-05T07:56:46,022 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,41959,1733385404608]
2024-12-05T07:56:46,046 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T07:56:46,046 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T07:56:46,060 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T07:56:46,060 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T07:56:46,064 INFO  [RS:0;fc6cd38557f3:41959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:56:46,064 INFO  [RS:1;fc6cd38557f3:37751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:56:46,065 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,065 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,066 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T07:56:46,066 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T07:56:46,067 WARN  [fc6cd38557f3:40443 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T07:56:46,070 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T07:56:46,070 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T07:56:46,071 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,072 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,072 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,072 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,072 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,072 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,072 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,072 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,072 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,072 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:56:46,073 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:56:46,073 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,073 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:46,073 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,074 DEBUG [RS:0;fc6cd38557f3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:46,074 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,074 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,074 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,074 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:46,074 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:46,075 DEBUG [RS:1;fc6cd38557f3:37751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:46,075 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,075 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,075 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,075 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,075 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,075 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41959,1733385404608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:56:46,080 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,081 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,081 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,081 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,081 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,081 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37751,1733385404755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:56:46,095 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T07:56:46,096 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T07:56:46,097 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37751,1733385404755-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,097 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,41959,1733385404608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,098 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,098 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,098 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.Replication(171): fc6cd38557f3,37751,1733385404755 started
2024-12-05T07:56:46,098 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.Replication(171): fc6cd38557f3,41959,1733385404608 started
2024-12-05T07:56:46,114 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,115 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,37751,1733385404755, RpcServer on fc6cd38557f3/172.17.0.2:37751, sessionid=0x101a5c7cf6f0002
2024-12-05T07:56:46,115 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T07:56:46,116 DEBUG [RS:1;fc6cd38557f3:37751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:46,116 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,37751,1733385404755'
2024-12-05T07:56:46,116 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T07:56:46,117 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T07:56:46,118 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T07:56:46,118 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T07:56:46,118 DEBUG [RS:1;fc6cd38557f3:37751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:46,118 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,37751,1733385404755'
2024-12-05T07:56:46,118 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T07:56:46,119 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T07:56:46,120 DEBUG [RS:1;fc6cd38557f3:37751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T07:56:46,120 INFO  [RS:1;fc6cd38557f3:37751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T07:56:46,120 INFO  [RS:1;fc6cd38557f3:37751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T07:56:46,121 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,121 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,41959,1733385404608, RpcServer on fc6cd38557f3/172.17.0.2:41959, sessionid=0x101a5c7cf6f0001
2024-12-05T07:56:46,121 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T07:56:46,122 DEBUG [RS:0;fc6cd38557f3:41959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:46,122 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,41959,1733385404608'
2024-12-05T07:56:46,122 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T07:56:46,122 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T07:56:46,123 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T07:56:46,123 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T07:56:46,123 DEBUG [RS:0;fc6cd38557f3:41959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:46,123 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,41959,1733385404608'
2024-12-05T07:56:46,123 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T07:56:46,124 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T07:56:46,125 DEBUG [RS:0;fc6cd38557f3:41959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T07:56:46,125 INFO  [RS:0;fc6cd38557f3:41959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T07:56:46,125 INFO  [RS:0;fc6cd38557f3:41959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T07:56:46,230 INFO  [RS:1;fc6cd38557f3:37751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:56:46,230 INFO  [RS:0;fc6cd38557f3:41959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:56:46,231 INFO  [RS:0;fc6cd38557f3:41959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fc6cd38557f3%2C41959%2C1733385404608, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,41959,1733385404608, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs, maxLogs=55
2024-12-05T07:56:46,231 INFO  [RS:1;fc6cd38557f3:37751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fc6cd38557f3%2C37751%2C1733385404755, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,37751,1733385404755, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs, maxLogs=55
2024-12-05T07:56:46,255 INFO  [RS:1;fc6cd38557f3:37751 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,37751,1733385404755/fc6cd38557f3%2C37751%2C1733385404755.1733385406234
2024-12-05T07:56:46,255 INFO  [RS:0;fc6cd38557f3:41959 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,41959,1733385404608/fc6cd38557f3%2C41959%2C1733385404608.1733385406234
2024-12-05T07:56:46,256 DEBUG [RS:1;fc6cd38557f3:37751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:46,256 DEBUG [RS:0;fc6cd38557f3:41959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:46,323 DEBUG [fc6cd38557f3:40443 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-05T07:56:46,335 DEBUG [fc6cd38557f3:40443 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0}
2024-12-05T07:56:46,338 DEBUG [fc6cd38557f3:40443 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T07:56:46,338 DEBUG [fc6cd38557f3:40443 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T07:56:46,338 DEBUG [fc6cd38557f3:40443 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T07:56:46,338 DEBUG [fc6cd38557f3:40443 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T07:56:46,338 INFO  [fc6cd38557f3:40443 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T07:56:46,338 INFO  [fc6cd38557f3:40443 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T07:56:46,338 DEBUG [fc6cd38557f3:40443 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T07:56:46,345 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:46,349 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,41959,1733385404608, state=OPENING
2024-12-05T07:56:46,382 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-05T07:56:46,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:46,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:46,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:46,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:46,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:46,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:46,394 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T07:56:46,397 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,41959,1733385404608}]
2024-12-05T07:56:46,576 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T07:56:46,581 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49661, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T07:56:46,591 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-05T07:56:46,591 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:46,593 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-05T07:56:46,594 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fc6cd38557f3%2C41959%2C1733385404608.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,41959,1733385404608, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs, maxLogs=55
2024-12-05T07:56:46,614 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,41959,1733385404608/fc6cd38557f3%2C41959%2C1733385404608.meta.1733385406596.meta
2024-12-05T07:56:46,616 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:46,616 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:46,618 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-05T07:56:46,621 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-05T07:56:46,625 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-05T07:56:46,628 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-05T07:56:46,629 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:46,629 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-05T07:56:46,629 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-05T07:56:46,630 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-05T07:56:46,631 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T07:56:46,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:46,632 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:46,632 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-05T07:56:46,632 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T07:56:46,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:46,633 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:46,633 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-05T07:56:46,634 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T07:56:46,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:46,634 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:46,634 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-05T07:56:46,635 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T07:56:46,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:46,635 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:46,635 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T07:56:46,636 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:46,637 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:46,637 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T07:56:46,637 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T07:56:46,637 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:56:46,638 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T07:56:46,639 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69232537, jitterRate=0.031645193696022034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:56:46,639 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-05T07:56:46,640 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733385406630Writing region info on filesystem at 1733385406630Initializing all the Stores at 1733385406630Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385406630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385406630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385406630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385406630Cleaning up temporary data from old regions at 1733385406637 (+7 ms)Running coprocessor post-open hooks at 1733385406639 (+2 ms)Region opened successfully at 1733385406640 (+1 ms)
2024-12-05T07:56:46,646 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385406567
2024-12-05T07:56:46,656 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-05T07:56:46,656 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-05T07:56:46,657 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:46,658 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,41959,1733385404608, state=OPEN
2024-12-05T07:56:46,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:46,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:46,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:46,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:46,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:46,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:46,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:46,687 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-05T07:56:46,687 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,41959,1733385404608 in 286 msec
2024-12-05T07:56:46,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-05T07:56:46,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 786 msec
2024-12-05T07:56:46,694 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T07:56:46,694 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-05T07:56:46,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T07:56:46,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,41959,1733385404608, seqNum=-1]
2024-12-05T07:56:46,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T07:56:46,734 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57631, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T07:56:46,753 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0170 sec
2024-12-05T07:56:46,753 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385406753, completionTime=-1
2024-12-05T07:56:46,756 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-05T07:56:46,757 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-05T07:56:46,781 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-05T07:56:46,781 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385466781
2024-12-05T07:56:46,781 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385526781
2024-12-05T07:56:46,781 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec
2024-12-05T07:56:46,783 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-05T07:56:46,789 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40443,1733385403838-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,790 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40443,1733385403838-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,790 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40443,1733385403838-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,791 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:40443, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,792 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,793 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,798 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-05T07:56:46,822 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.922sec
2024-12-05T07:56:46,824 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-05T07:56:46,825 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-05T07:56:46,825 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-05T07:56:46,826 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-05T07:56:46,826 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-05T07:56:46,826 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40443,1733385403838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:56:46,827 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40443,1733385403838-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-05T07:56:46,828 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-05T07:56:46,828 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-05T07:56:46,829 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40443,1733385403838-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:46,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7dcd51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T07:56:46,935 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-05T07:56:46,935 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-05T07:56:46,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,40443,-1 for getting cluster id
2024-12-05T07:56:46,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-05T07:56:46,946 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db2edc3d-6f59-4b0d-bcbb-6b37d10b4c97'
2024-12-05T07:56:46,949 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-05T07:56:46,949 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db2edc3d-6f59-4b0d-bcbb-6b37d10b4c97"

2024-12-05T07:56:46,950 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476d9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T07:56:46,950 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,40443,-1]
2024-12-05T07:56:46,953 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-05T07:56:46,955 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:46,956 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-05T07:56:46,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300cd1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T07:56:46,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T07:56:46,965 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,41959,1733385404608, seqNum=-1]
2024-12-05T07:56:46,966 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T07:56:46,968 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T07:56:46,984 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:46,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-05T07:56:46,992 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:46,994 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27a6a69
2024-12-05T07:56:46,995 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-05T07:56:46,998 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-05T07:56:47,004 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnRegionMove1733385406984', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T07:56:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733385406984
2024-12-05T07:56:47,014 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733385406984 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T07:56:47,016 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnRegionMove1733385406984"
 procId is: 4
2024-12-05T07:56:47,016 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:47,018 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733385406984 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T07:56:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:56:47,031 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733385406984-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eecbac7adaea44c81d270706b544b123, NAME => 'testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnRegionMove1733385406984', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897
2024-12-05T07:56:47,037 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733385406984-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:47,037 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733385406984-pool-0 {}] regionserver.HRegion(1722): Closing eecbac7adaea44c81d270706b544b123, disabling compactions & flushes
2024-12-05T07:56:47,037 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733385406984-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:47,037 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733385406984-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:47,037 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733385406984-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123. after waiting 0 ms
2024-12-05T07:56:47,037 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733385406984-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:47,037 INFO  [RegionOpenAndInit-testBlockEvictionOnRegionMove1733385406984-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:47,037 DEBUG [RegionOpenAndInit-testBlockEvictionOnRegionMove1733385406984-pool-0 {}] regionserver.HRegion(1676): Region close journal for eecbac7adaea44c81d270706b544b123:
Waiting for close lock at 1733385407037Disabling compacts and flushes for region at 1733385407037Disabling writes for close at 1733385407037Writing region close event to WAL at 1733385407037Closed at 1733385407037
2024-12-05T07:56:47,039 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733385406984 execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T07:56:47,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733385407039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385407039"}]},"ts":"1733385407039"}
2024-12-05T07:56:47,047 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T07:56:47,049 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733385406984 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T07:56:47,051 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733385406984","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385407049"}]},"ts":"1733385407049"}
2024-12-05T07:56:47,055 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733385406984, state=ENABLING in hbase:meta
2024-12-05T07:56:47,055 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0}
2024-12-05T07:56:47,056 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T07:56:47,056 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T07:56:47,056 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T07:56:47,056 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T07:56:47,056 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T07:56:47,056 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T07:56:47,056 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T07:56:47,057 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, ASSIGN}]
2024-12-05T07:56:47,059 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, ASSIGN
2024-12-05T07:56:47,060 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, ASSIGN; state=OFFLINE, location=fc6cd38557f3,37751,1733385404755; forceNewPlan=false, retain=false
2024-12-05T07:56:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:56:47,217 INFO  [fc6cd38557f3:40443 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-05T07:56:47,218 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eecbac7adaea44c81d270706b544b123, regionState=OPENING, regionLocation=fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:47,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, ASSIGN because future has completed
2024-12-05T07:56:47,223 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eecbac7adaea44c81d270706b544b123, server=fc6cd38557f3,37751,1733385404755}]
2024-12-05T07:56:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:56:47,377 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T07:56:47,380 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50149, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T07:56:47,385 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:47,386 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eecbac7adaea44c81d270706b544b123, NAME => 'testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:47,386 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733385406984 eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,387 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:47,387 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,387 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,388 INFO  [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eecbac7adaea44c81d270706b544b123 
2024-12-05T07:56:47,393 INFO  [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eecbac7adaea44c81d270706b544b123 columnFamilyName family
2024-12-05T07:56:47,394 DEBUG [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:47,395 INFO  [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] regionserver.HStore(327): Store=eecbac7adaea44c81d270706b544b123/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:47,395 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,397 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,397 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,397 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,397 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,399 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,404 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:56:47,405 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eecbac7adaea44c81d270706b544b123; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66918599, jitterRate=-0.0028351694345474243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:56:47,405 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:47,406 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eecbac7adaea44c81d270706b544b123:
Running coprocessor pre-open hook at 1733385407387Writing region info on filesystem at 1733385407387Initializing all the Stores at 1733385407388 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385407388Cleaning up temporary data from old regions at 1733385407397 (+9 ms)Running coprocessor post-open hooks at 1733385407405 (+8 ms)Region opened successfully at 1733385407406 (+1 ms)
2024-12-05T07:56:47,407 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123., pid=6, masterSystemTime=1733385407376
2024-12-05T07:56:47,410 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:47,411 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:47,411 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eecbac7adaea44c81d270706b544b123, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:47,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eecbac7adaea44c81d270706b544b123, server=fc6cd38557f3,37751,1733385404755 because future has completed
2024-12-05T07:56:47,419 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-05T07:56:47,420 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eecbac7adaea44c81d270706b544b123, server=fc6cd38557f3,37751,1733385404755 in 193 msec
2024-12-05T07:56:47,421 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-05T07:56:47,421 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, ASSIGN in 362 msec
2024-12-05T07:56:47,422 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733385406984 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T07:56:47,422 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnRegionMove1733385406984","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385407422"}]},"ts":"1733385407422"}
2024-12-05T07:56:47,425 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnRegionMove1733385406984, state=ENABLED in hbase:meta
2024-12-05T07:56:47,426 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnRegionMove1733385406984 execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T07:56:47,429 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnRegionMove1733385406984 in 418 msec
2024-12-05T07:56:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:56:47,653 INFO  [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnRegionMove1733385406984 completed
2024-12-05T07:56:47,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnRegionMove1733385406984 get assigned. Timeout = 60000ms
2024-12-05T07:56:47,657 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T07:56:47,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnRegionMove1733385406984 assigned to meta. Checking AM states.
2024-12-05T07:56:47,666 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T07:56:47,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnRegionMove1733385406984 assigned.
2024-12-05T07:56:47,676 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnRegionMove1733385406984', row='row1', locateType=CURRENT is [region=testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123., hostname=fc6cd38557f3,37751,1733385404755, seqNum=2]
2024-12-05T07:56:47,677 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T07:56:47,680 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T07:56:47,691 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing eecbac7adaea44c81d270706b544b123 1/1 column families, dataSize=78 B heapSize=480 B
2024-12-05T07:56:47,713 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ac4b9a20950a4a2c80701b8bfd1f4d4a
2024-12-05T07:56:47,750 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/.tmp/family/ac4b9a20950a4a2c80701b8bfd1f4d4a is 43, key is row1/family:qf1/1/Put/seqid=0
2024-12-05T07:56:47,754 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/.tmp/family/ac4b9a20950a4a2c80701b8bfd1f4d4a
2024-12-05T07:56:47,784 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/.tmp/family/ac4b9a20950a4a2c80701b8bfd1f4d4a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a
2024-12-05T07:56:47,785 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a, delay=930 ms
2024-12-05T07:56:47,787 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a, entries=2, sequenceid=6, filesize=4.9 K
2024-12-05T07:56:47,793 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for eecbac7adaea44c81d270706b544b123 in 101ms, sequenceid=6, compaction requested=false
2024-12-05T07:56:47,794 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnRegionMove1733385406984'
2024-12-05T07:56:47,795 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eecbac7adaea44c81d270706b544b123:

2024-12-05T07:56:48,717 DEBUG [hfile-prefetch-1733385407786 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key ac4b9a20950a4a2c80701b8bfd1f4d4a_0. 
2024-12-05T07:56:48,722 DEBUG [hfile-prefetch-1733385407786 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key ac4b9a20950a4a2c80701b8bfd1f4d4a_117. 
2024-12-05T07:56:48,723 DEBUG [hfile-prefetch-1733385407786 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a, with total blocks 2, and data blocks 1
2024-12-05T07:56:48,723 DEBUG [hfile-prefetch-1733385407786 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-12-05T07:56:48,723 DEBUG [hfile-prefetch-1733385407786 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-12-05T07:56:48,724 DEBUG [hfile-prefetch-1733385407786 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a. Will sleep 100ms and try the verification again.
2024-12-05T07:56:48,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=eecbac7adaea44c81d270706b544b123, source=fc6cd38557f3,37751,1733385404755, destination=fc6cd38557f3,41959,1733385404608, warming up region on fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:48,811 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=eecbac7adaea44c81d270706b544b123, source=fc6cd38557f3,37751,1733385404755, destination=fc6cd38557f3,41959,1733385404608, running balancer
2024-12-05T07:56:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, REOPEN/MOVE
2024-12-05T07:56:48,813 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, REOPEN/MOVE
2024-12-05T07:56:48,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.RSRpcServices(2066): Warmup testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.HRegion(7855): Warmup {ENCODED => eecbac7adaea44c81d270706b544b123, NAME => 'testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:48,814 INFO  [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eecbac7adaea44c81d270706b544b123 
2024-12-05T07:56:48,815 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eecbac7adaea44c81d270706b544b123, regionState=CLOSING, regionLocation=fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:48,815 INFO  [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eecbac7adaea44c81d270706b544b123 columnFamilyName family
2024-12-05T07:56:48,815 DEBUG [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:48,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, REOPEN/MOVE because future has completed
2024-12-05T07:56:48,818 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: true
2024-12-05T07:56:48,819 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure eecbac7adaea44c81d270706b544b123, server=fc6cd38557f3,37751,1733385404755}]
2024-12-05T07:56:48,819 DEBUG [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a
2024-12-05T07:56:48,819 INFO  [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] regionserver.HStore(327): Store=eecbac7adaea44c81d270706b544b123/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.HRegion(1722): Closing eecbac7adaea44c81d270706b544b123, disabling compactions & flushes
2024-12-05T07:56:48,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123. after waiting 0 ms
2024-12-05T07:56:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:48,820 DEBUG [StoreFileCloser-eecbac7adaea44c81d270706b544b123-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a
2024-12-05T07:56:48,821 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.HRegion(1676): Region close journal for eecbac7adaea44c81d270706b544b123:
Waiting for close lock at 1733385408819Disabling compacts and flushes for region at 1733385408819Disabling writes for close at 1733385408819Writing region close event to WAL at 1733385408821 (+2 ms)Closed at 1733385408821
2024-12-05T07:56:48,821 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-05T07:56:48,821 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-05T07:56:48,822 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-05T07:56:48,822 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-05T07:56:48,822 WARN  [hfile-prefetch-1733385407786 {}] hfile.HFilePreadReader$1(158): Prefetch path=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a, offset=158, end=158
java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2337) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.notifyFileCachingCompleted(CombinedBlockCache.java:469) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.HFilePreadReader$1.run(HFilePreadReader.java:148) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.notifyFileCachingCompleted(BucketCache.java:2320) ~[classes/:?]
	... 9 more
2024-12-05T07:56:48,823 DEBUG [hfile-prefetch-1733385407786 {}] hfile.PrefetchExecutor(121): Prefetch completed for ac4b9a20950a4a2c80701b8bfd1f4d4a
2024-12-05T07:56:48,835 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-05T07:56:48,835 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733385408821
2024-12-05T07:56:48,835 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-05T07:56:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40443 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-12-05T07:56:48,979 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:48,979 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: true
2024-12-05T07:56:48,980 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing eecbac7adaea44c81d270706b544b123, disabling compactions & flushes
2024-12-05T07:56:48,981 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:48,981 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:48,981 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123. after waiting 0 ms
2024-12-05T07:56:48,981 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:48,988 DEBUG [StoreFileCloser-eecbac7adaea44c81d270706b544b123-family-1 {}] bucket.BucketCache(1863): found 1 blocks for file ac4b9a20950a4a2c80701b8bfd1f4d4a, starting offset: 0, end offset: 9223372036854775807
2024-12-05T07:56:48,990 DEBUG [StoreFileCloser-eecbac7adaea44c81d270706b544b123-family-1 {}] bucket.BucketCache(856): removed key ac4b9a20950a4a2c80701b8bfd1f4d4a_0 from back map with offset lock 2094080 in the evict process
2024-12-05T07:56:48,991 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-05T07:56:48,991 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-05T07:56:48,991 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-05T07:56:48,991 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-05T07:56:49,008 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-05T07:56:49,008 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733385408991
2024-12-05T07:56:49,008 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-05T07:56:49,013 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-05T07:56:49,015 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:49,015 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for eecbac7adaea44c81d270706b544b123:
Waiting for close lock at 1733385408980Running coprocessor pre-close hooks at 1733385408980Disabling compacts and flushes for region at 1733385408980Disabling writes for close at 1733385408981 (+1 ms)Writing region close event to WAL at 1733385408991 (+10 ms)Running coprocessor post-close hooks at 1733385409014 (+23 ms)Closed at 1733385409015 (+1 ms)
2024-12-05T07:56:49,016 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding eecbac7adaea44c81d270706b544b123 move to fc6cd38557f3,41959,1733385404608 record at close sequenceid=6
2024-12-05T07:56:49,020 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,020 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eecbac7adaea44c81d270706b544b123, regionState=CLOSED
2024-12-05T07:56:49,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure eecbac7adaea44c81d270706b544b123, server=fc6cd38557f3,37751,1733385404755 because future has completed
2024-12-05T07:56:49,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-05T07:56:49,027 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure eecbac7adaea44c81d270706b544b123, server=fc6cd38557f3,37751,1733385404755 in 207 msec
2024-12-05T07:56:49,028 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, REOPEN/MOVE; state=CLOSED, location=fc6cd38557f3,41959,1733385404608; forceNewPlan=false, retain=false
2024-12-05T07:56:49,178 INFO  [fc6cd38557f3:40443 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-05T07:56:49,179 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eecbac7adaea44c81d270706b544b123, regionState=OPENING, regionLocation=fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:49,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, REOPEN/MOVE because future has completed
2024-12-05T07:56:49,183 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eecbac7adaea44c81d270706b544b123, server=fc6cd38557f3,41959,1733385404608}]
2024-12-05T07:56:49,338 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:49,339 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => eecbac7adaea44c81d270706b544b123, NAME => 'testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:49,339 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnRegionMove1733385406984 eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,339 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:49,339 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,339 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,340 INFO  [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region eecbac7adaea44c81d270706b544b123 
2024-12-05T07:56:49,341 INFO  [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eecbac7adaea44c81d270706b544b123 columnFamilyName family
2024-12-05T07:56:49,341 DEBUG [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:49,343 DEBUG [StoreFileOpener-eecbac7adaea44c81d270706b544b123-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a, delay=993 ms
2024-12-05T07:56:49,344 DEBUG [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a
2024-12-05T07:56:49,345 INFO  [StoreOpener-eecbac7adaea44c81d270706b544b123-1 {}] regionserver.HStore(327): Store=eecbac7adaea44c81d270706b544b123/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:49,345 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,346 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,346 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,347 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,347 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,351 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,352 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened eecbac7adaea44c81d270706b544b123; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59431051, jitterRate=-0.11440832912921906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:56:49,352 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,353 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for eecbac7adaea44c81d270706b544b123:
Running coprocessor pre-open hook at 1733385409339Writing region info on filesystem at 1733385409339Initializing all the Stores at 1733385409340 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385409340Cleaning up temporary data from old regions at 1733385409347 (+7 ms)Running coprocessor post-open hooks at 1733385409352 (+5 ms)Region opened successfully at 1733385409352
2024-12-05T07:56:49,353 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123., pid=9, masterSystemTime=1733385409335
2024-12-05T07:56:49,356 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:49,357 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:49,357 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eecbac7adaea44c81d270706b544b123, regionState=OPEN, openSeqNum=10, regionLocation=fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:49,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eecbac7adaea44c81d270706b544b123, server=fc6cd38557f3,41959,1733385404608 because future has completed
2024-12-05T07:56:49,363 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-12-05T07:56:49,363 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure eecbac7adaea44c81d270706b544b123, server=fc6cd38557f3,41959,1733385404608 in 178 msec
2024-12-05T07:56:49,364 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnRegionMove1733385406984, region=eecbac7adaea44c81d270706b544b123, REOPEN/MOVE in 552 msec
2024-12-05T07:56:49,365 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-05T07:56:49,366 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T07:56:49,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:56:49,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:49,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:49,371 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-05T07:56:49,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-05T07:56:49,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=520236456, stopped=false
2024-12-05T07:56:49,372 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,40443,1733385403838
2024-12-05T07:56:49,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:49,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:49,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:49,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:49,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:49,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:49,432 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T07:56:49,433 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T07:56:49,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:56:49,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:49,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:49,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:49,433 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,41959,1733385404608' *****
2024-12-05T07:56:49,433 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-05T07:56:49,433 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,37751,1733385404755' *****
2024-12-05T07:56:49,433 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-05T07:56:49,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:49,434 INFO  [RS:0;fc6cd38557f3:41959 {}] bucket.BucketCache(1738): Disabling cache
2024-12-05T07:56:49,434 INFO  [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1738): Disabling cache
2024-12-05T07:56:49,434 INFO  [RS:0;fc6cd38557f3:41959 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.persistence
2024-12-05T07:56:49,434 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-05T07:56:49,434 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-05T07:56:49,434 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-05T07:56:49,434 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-05T07:56:49,435 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-05T07:56:49,435 INFO  [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/bucket.persistence
2024-12-05T07:56:49,435 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-05T07:56:49,435 INFO  [RS:0;fc6cd38557f3:41959 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-05T07:56:49,435 INFO  [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-05T07:56:49,435 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-05T07:56:49,435 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-05T07:56:49,445 DEBUG [RS:0;fc6cd38557f3:41959 {}] bucket.BucketCache(1487): Thread RS:0;fc6cd38557f3:41959 started persisting bucket cache to file
2024-12-05T07:56:49,445 DEBUG [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1487): Thread RS:1;fc6cd38557f3:37751 started persisting bucket cache to file
2024-12-05T07:56:49,445 DEBUG [RS:0;fc6cd38557f3:41959 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-05T07:56:49,445 DEBUG [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-05T07:56:49,445 DEBUG [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-05T07:56:49,445 DEBUG [RS:0;fc6cd38557f3:41959 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-05T07:56:49,449 DEBUG [RS:0;fc6cd38557f3:41959 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-05T07:56:49,449 DEBUG [RS:0;fc6cd38557f3:41959 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733385409445
2024-12-05T07:56:49,450 DEBUG [RS:0;fc6cd38557f3:41959 {}] bucket.BucketCache(1509): Thread RS:0;fc6cd38557f3:41959 finished persisting bucket cache to file, renaming
2024-12-05T07:56:49,450 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T07:56:49,450 INFO  [RS:0;fc6cd38557f3:41959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T07:56:49,450 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T07:56:49,450 INFO  [RS:0;fc6cd38557f3:41959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T07:56:49,450 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(3091): Received CLOSE for eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,451 ERROR [RS:1;fc6cd38557f3:37751 {}] bucket.PersistentIOEngine(78): Calculating checksum failed, because of 
java.io.IOException: Stream closed
	at java.io.BufferedInputStream.getBufIfOpen(BufferedInputStream.java:168) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334) ~[?:?]
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) ~[?:?]
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) ~[?:?]
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) ~[?:?]
	at java.io.InputStreamReader.read(InputStreamReader.java:177) ~[?:?]
	at java.io.BufferedReader.fill(BufferedReader.java:162) ~[?:?]
	at java.io.BufferedReader.read1(BufferedReader.java:213) ~[?:?]
	at java.io.BufferedReader.read(BufferedReader.java:287) ~[?:?]
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:1295) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell.runCommand(Shell.java:1054) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell.run(Shell.java:959) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.PersistentIOEngine.getFileSize(PersistentIOEngine.java:94) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.PersistentIOEngine.calculateChecksum(PersistentIOEngine.java:71) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketProtoUtils.toPB(BucketProtoUtils.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketProtoUtils.serializeAsPB(BucketProtoUtils.java:75) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.persistChunkedBackingMap(BucketCache.java:1678) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.persistToFile(BucketCache.java:1496) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.shutdown(BucketCache.java:1774) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.shutdown(CombinedBlockCache.java:169) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:927) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:56:49,451 DEBUG [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-05T07:56:49,451 DEBUG [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733385409445
2024-12-05T07:56:49,451 DEBUG [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1509): Thread RS:1;fc6cd38557f3:37751 finished persisting bucket cache to file, renaming
2024-12-05T07:56:49,452 WARN  [RS:1;fc6cd38557f3:37751 {}] bucket.BucketCache(1512): Failed to commit cache persistent file. We might lose cached blocks if RS crashes/restarts before we successfully checkpoint again.
2024-12-05T07:56:49,452 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T07:56:49,452 INFO  [RS:1;fc6cd38557f3:37751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T07:56:49,452 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T07:56:49,452 INFO  [RS:1;fc6cd38557f3:37751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T07:56:49,452 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:49,452 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:56:49,452 INFO  [RS:1;fc6cd38557f3:37751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:37751.
2024-12-05T07:56:49,452 DEBUG [RS:1;fc6cd38557f3:37751 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:56:49,452 DEBUG [RS:1;fc6cd38557f3:37751 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:49,453 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,37751,1733385404755; all regions closed.
2024-12-05T07:56:49,453 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:49,453 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:56:49,453 INFO  [RS:0;fc6cd38557f3:41959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:41959.
2024-12-05T07:56:49,454 DEBUG [RS:0;fc6cd38557f3:41959 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:56:49,454 DEBUG [RS:0;fc6cd38557f3:41959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:49,454 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-05T07:56:49,454 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T07:56:49,454 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T07:56:49,454 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T07:56:49,454 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eecbac7adaea44c81d270706b544b123, disabling compactions & flushes
2024-12-05T07:56:49,454 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-05T07:56:49,454 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:49,455 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:49,455 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123. after waiting 0 ms
2024-12-05T07:56:49,455 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:49,460 WARN  [Thread-95 {}] util.Shell$1(1036): Error reading the error stream
java.io.IOException: Stream closed
	at java.io.BufferedInputStream.getBufIfOpen(BufferedInputStream.java:168) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334) ~[?:?]
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) ~[?:?]
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) ~[?:?]
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) ~[?:?]
	at java.io.InputStreamReader.read(InputStreamReader.java:177) ~[?:?]
	at java.io.BufferedReader.fill(BufferedReader.java:162) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:329) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:396) ~[?:?]
	at org.apache.hadoop.util.Shell$1.run(Shell.java:1025) ~[hadoop-common-3.4.1.jar:?]
2024-12-05T07:56:49,460 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-05T07:56:49,461 DEBUG [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(1325): Online Regions={eecbac7adaea44c81d270706b544b123=testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123., 1588230740=hbase:meta,,1.1588230740}
2024-12-05T07:56:49,461 DEBUG [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eecbac7adaea44c81d270706b544b123
2024-12-05T07:56:49,463 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-05T07:56:49,463 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T07:56:49,463 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T07:56:49,463 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T07:56:49,463 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T07:56:49,463 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T07:56:49,463 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.70 KB heapSize=6.72 KB
2024-12-05T07:56:49,466 DEBUG [StoreFileCloser-eecbac7adaea44c81d270706b544b123-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/family/ac4b9a20950a4a2c80701b8bfd1f4d4a
2024-12-05T07:56:49,468 DEBUG [RS:1;fc6cd38557f3:37751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs
2024-12-05T07:56:49,468 INFO  [RS:1;fc6cd38557f3:37751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C37751%2C1733385404755:(num 1733385406234)
2024-12-05T07:56:49,468 DEBUG [RS:1;fc6cd38557f3:37751 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:49,468 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:49,468 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:56:49,469 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-05T07:56:49,469 INFO  [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:56:49,469 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T07:56:49,469 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T07:56:49,469 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T07:56:49,470 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:56:49,470 INFO  [RS:1;fc6cd38557f3:37751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37751
2024-12-05T07:56:49,476 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnRegionMove1733385406984/eecbac7adaea44c81d270706b544b123/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-12-05T07:56:49,477 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:49,477 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eecbac7adaea44c81d270706b544b123:
Waiting for close lock at 1733385409454Running coprocessor pre-close hooks at 1733385409454Disabling compacts and flushes for region at 1733385409454Disabling writes for close at 1733385409455 (+1 ms)Writing region close event to WAL at 1733385409468 (+13 ms)Running coprocessor post-close hooks at 1733385409477 (+9 ms)Closed at 1733385409477
2024-12-05T07:56:49,478 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123.
2024-12-05T07:56:49,482 INFO  [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:49,485 INFO  [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:49,487 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 50f824ea208b4ec3a15c06cd259892ff
2024-12-05T07:56:49,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:56:49,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,37751,1733385404755
2024-12-05T07:56:49,489 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:56:49,490 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,37751,1733385404755]
2024-12-05T07:56:49,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,37751,1733385404755 already deleted, retry=false
2024-12-05T07:56:49,507 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,37751,1733385404755 expired; onlineServers=1
2024-12-05T07:56:49,508 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/info/50f824ea208b4ec3a15c06cd259892ff is 205, key is testBlockEvictionOnRegionMove1733385406984,,1733385407000.eecbac7adaea44c81d270706b544b123./info:regioninfo/1733385409357/Put/seqid=0
2024-12-05T07:56:49,515 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.48 KB at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/info/50f824ea208b4ec3a15c06cd259892ff
2024-12-05T07:56:49,539 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 3d1532cd339e424b8e059856c7c1c4cd
2024-12-05T07:56:49,555 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/ns/3d1532cd339e424b8e059856c7c1c4cd is 43, key is default/ns:d/1733385406738/Put/seqid=0
2024-12-05T07:56:49,556 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/ns/3d1532cd339e424b8e059856c7c1c4cd
2024-12-05T07:56:49,573 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 40dd2a1818ac4c0387dc18a2026a9a04
2024-12-05T07:56:49,590 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/table/40dd2a1818ac4c0387dc18a2026a9a04 is 78, key is testBlockEvictionOnRegionMove1733385406984/table:state/1733385407422/Put/seqid=0
2024-12-05T07:56:49,591 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=15 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/table/40dd2a1818ac4c0387dc18a2026a9a04
2024-12-05T07:56:49,594 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/info/50f824ea208b4ec3a15c06cd259892ff as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/50f824ea208b4ec3a15c06cd259892ff
2024-12-05T07:56:49,596 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/50f824ea208b4ec3a15c06cd259892ff, delay=950 ms
2024-12-05T07:56:49,597 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/50f824ea208b4ec3a15c06cd259892ff, entries=15, sequenceid=15, filesize=7.6 K
2024-12-05T07:56:49,597 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/ns/3d1532cd339e424b8e059856c7c1c4cd as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/3d1532cd339e424b8e059856c7c1c4cd
2024-12-05T07:56:49,599 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/3d1532cd339e424b8e059856c7c1c4cd, delay=997 ms
2024-12-05T07:56:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37751-0x101a5c7cf6f0002, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:49,599 INFO  [RS:1;fc6cd38557f3:37751 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:56:49,599 INFO  [RS:1;fc6cd38557f3:37751 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,37751,1733385404755; zookeeper connection closed.
2024-12-05T07:56:49,600 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d4f0653 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d4f0653
2024-12-05T07:56:49,600 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/3d1532cd339e424b8e059856c7c1c4cd, entries=2, sequenceid=15, filesize=5.0 K
2024-12-05T07:56:49,601 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/table/40dd2a1818ac4c0387dc18a2026a9a04 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/40dd2a1818ac4c0387dc18a2026a9a04
2024-12-05T07:56:49,602 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/40dd2a1818ac4c0387dc18a2026a9a04, delay=945 ms
2024-12-05T07:56:49,603 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/40dd2a1818ac4c0387dc18a2026a9a04, entries=2, sequenceid=15, filesize=5.3 K
2024-12-05T07:56:49,604 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=15, compaction requested=false
2024-12-05T07:56:49,604 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-05T07:56:49,606 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/50f824ea208b4ec3a15c06cd259892ff
2024-12-05T07:56:49,608 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/3d1532cd339e424b8e059856c7c1c4cd
2024-12-05T07:56:49,612 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/40dd2a1818ac4c0387dc18a2026a9a04
2024-12-05T07:56:49,618 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1
2024-12-05T07:56:49,618 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T07:56:49,618 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T07:56:49,619 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733385409461Running coprocessor pre-close hooks at 1733385409463 (+2 ms)Disabling compacts and flushes for region at 1733385409463Disabling writes for close at 1733385409463Obtaining lock to block concurrent updates at 1733385409464 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733385409464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3789, getHeapSize=6816, getOffHeapSize=0, getCellsCount=27 at 1733385409464Flushing stores of hbase:meta,,1.1588230740 at 1733385409465 (+1 ms)Flushing 1588230740/info: creating writer at 1733385409465Flushing 1588230740/info: appending metadata at 1733385409506 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733385409507 (+1 ms)Flushing 1588230740/ns: creating writer at 1733385409523 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733385409554 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1733385409554Flushing 1588230740/table: creating writer at 1733385409559 (+5 ms)Flushing 1588230740/table: appending metadata at 1733385409589 (+30 ms)Flushing 1588230740/table: closing flushed file at 1733385409589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e082350: reopening flushed file at 1733385409594 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4e36a1: reopening flushed file at 1733385409597 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7037cf02: reopening flushed file at 1733385409600 (+3 ms)Finished flush of dataSize ~3.70 KB/3789, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=15, compaction requested=false at 1733385409604 (+4 ms)Writing region close event to WAL at 1733385409612 (+8 ms)Running coprocessor post-close hooks at 1733385409618 (+6 ms)Closed at 1733385409618
2024-12-05T07:56:49,619 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-05T07:56:49,661 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,41959,1733385404608; all regions closed.
2024-12-05T07:56:49,665 DEBUG [RS:0;fc6cd38557f3:41959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs
2024-12-05T07:56:49,665 INFO  [RS:0;fc6cd38557f3:41959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C41959%2C1733385404608.meta:.meta(num 1733385406596)
2024-12-05T07:56:49,667 DEBUG [RS:0;fc6cd38557f3:41959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs
2024-12-05T07:56:49,667 INFO  [RS:0;fc6cd38557f3:41959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C41959%2C1733385404608:(num 1733385406234)
2024-12-05T07:56:49,667 DEBUG [RS:0;fc6cd38557f3:41959 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:49,667 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:49,667 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:56:49,667 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-05T07:56:49,668 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:56:49,668 INFO  [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:56:49,668 INFO  [RS:0;fc6cd38557f3:41959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41959
2024-12-05T07:56:49,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:56:49,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,41959,1733385404608
2024-12-05T07:56:49,697 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:56:49,698 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,41959,1733385404608]
2024-12-05T07:56:49,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,41959,1733385404608 already deleted, retry=false
2024-12-05T07:56:49,715 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,41959,1733385404608 expired; onlineServers=0
2024-12-05T07:56:49,715 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,40443,1733385403838' *****
2024-12-05T07:56:49,715 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-05T07:56:49,715 INFO  [M:0;fc6cd38557f3:40443 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:56:49,715 INFO  [M:0;fc6cd38557f3:40443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:56:49,715 DEBUG [M:0;fc6cd38557f3:40443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-05T07:56:49,716 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-05T07:56:49,716 DEBUG [M:0;fc6cd38557f3:40443 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-05T07:56:49,716 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385405829 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385405829,5,FailOnTimeoutGroup]
2024-12-05T07:56:49,716 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385405828 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385405828,5,FailOnTimeoutGroup]
2024-12-05T07:56:49,716 INFO  [M:0;fc6cd38557f3:40443 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-05T07:56:49,716 INFO  [M:0;fc6cd38557f3:40443 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:56:49,716 DEBUG [M:0;fc6cd38557f3:40443 {}] master.HMaster(1795): Stopping service threads
2024-12-05T07:56:49,716 INFO  [M:0;fc6cd38557f3:40443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-05T07:56:49,717 INFO  [M:0;fc6cd38557f3:40443 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T07:56:49,717 INFO  [M:0;fc6cd38557f3:40443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-05T07:56:49,717 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-05T07:56:49,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-05T07:56:49,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:49,723 DEBUG [M:0;fc6cd38557f3:40443 {}] zookeeper.ZKUtil(347): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-05T07:56:49,723 WARN  [M:0;fc6cd38557f3:40443 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-05T07:56:49,724 INFO  [M:0;fc6cd38557f3:40443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/.lastflushedseqids
2024-12-05T07:56:49,734 INFO  [M:0;fc6cd38557f3:40443 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-05T07:56:49,735 INFO  [M:0;fc6cd38557f3:40443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-05T07:56:49,735 DEBUG [M:0;fc6cd38557f3:40443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T07:56:49,735 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:49,735 DEBUG [M:0;fc6cd38557f3:40443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:49,735 DEBUG [M:0;fc6cd38557f3:40443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T07:56:49,735 DEBUG [M:0;fc6cd38557f3:40443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:49,736 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=34.66 KB heapSize=42.99 KB
2024-12-05T07:56:49,744 DEBUG [M:0;fc6cd38557f3:40443 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 813f9ac72f944a4880243f4570372adc
2024-12-05T07:56:49,756 DEBUG [M:0;fc6cd38557f3:40443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/813f9ac72f944a4880243f4570372adc is 82, key is hbase:meta,,1/info:regioninfo/1733385406657/Put/seqid=0
2024-12-05T07:56:49,757 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/813f9ac72f944a4880243f4570372adc
2024-12-05T07:56:49,765 DEBUG [M:0;fc6cd38557f3:40443 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 36657f63a54e42d9a0060f0561f48f28
2024-12-05T07:56:49,781 DEBUG [M:0;fc6cd38557f3:40443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36657f63a54e42d9a0060f0561f48f28 is 777, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733385407428/Put/seqid=0
2024-12-05T07:56:49,782 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.04 KB at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36657f63a54e42d9a0060f0561f48f28
2024-12-05T07:56:49,796 DEBUG [M:0;fc6cd38557f3:40443 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on ce627682959e494ca5215c156cbe399a
2024-12-05T07:56:49,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:49,807 INFO  [RS:0;fc6cd38557f3:41959 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:56:49,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x101a5c7cf6f0001, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:49,807 INFO  [RS:0;fc6cd38557f3:41959 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,41959,1733385404608; zookeeper connection closed.
2024-12-05T07:56:49,807 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ebd049d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ebd049d
2024-12-05T07:56:49,808 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete
2024-12-05T07:56:49,814 DEBUG [M:0;fc6cd38557f3:40443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce627682959e494ca5215c156cbe399a is 69, key is fc6cd38557f3,37751,1733385404755/rs:state/1733385405950/Put/seqid=0
2024-12-05T07:56:49,815 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=84 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce627682959e494ca5215c156cbe399a
2024-12-05T07:56:49,818 DEBUG [M:0;fc6cd38557f3:40443 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/813f9ac72f944a4880243f4570372adc as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/813f9ac72f944a4880243f4570372adc
2024-12-05T07:56:49,820 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/813f9ac72f944a4880243f4570372adc, entries=8, sequenceid=84, filesize=5.5 K
2024-12-05T07:56:49,821 DEBUG [M:0;fc6cd38557f3:40443 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36657f63a54e42d9a0060f0561f48f28 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36657f63a54e42d9a0060f0561f48f28
2024-12-05T07:56:49,823 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36657f63a54e42d9a0060f0561f48f28, entries=9, sequenceid=84, filesize=6.5 K
2024-12-05T07:56:49,824 DEBUG [M:0;fc6cd38557f3:40443 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce627682959e494ca5215c156cbe399a as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce627682959e494ca5215c156cbe399a
2024-12-05T07:56:49,826 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce627682959e494ca5215c156cbe399a, entries=2, sequenceid=84, filesize=5.1 K
2024-12-05T07:56:49,828 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=84, compaction requested=false
2024-12-05T07:56:49,831 INFO  [M:0;fc6cd38557f3:40443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:49,832 DEBUG [M:0;fc6cd38557f3:40443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733385409735Disabling compacts and flushes for region at 1733385409735Disabling writes for close at 1733385409735Obtaining lock to block concurrent updates at 1733385409736 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385409736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35494, getHeapSize=43960, getOffHeapSize=0, getCellsCount=99 at 1733385409736Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385409736Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385409736Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385409756 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385409756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385409759 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385409780 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385409780Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385409784 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385409814 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385409814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db0a213: reopening flushed file at 1733385409817 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8292ce: reopening flushed file at 1733385409820 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5934e7a7: reopening flushed file at 1733385409824 (+4 ms)Finished flush of dataSize ~34.66 KB/35494, heapSize ~42.70 KB/43720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=84, compaction requested=false at 1733385409828 (+4 ms)Writing region close event to WAL at 1733385409831 (+3 ms)Closed at 1733385409831
2024-12-05T07:56:49,834 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:56:49,834 INFO  [M:0;fc6cd38557f3:40443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-05T07:56:49,834 INFO  [M:0;fc6cd38557f3:40443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40443
2024-12-05T07:56:49,835 INFO  [M:0;fc6cd38557f3:40443 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:56:49,947 INFO  [M:0;fc6cd38557f3:40443 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:56:49,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:49,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40443-0x101a5c7cf6f0000, quorum=127.0.0.1:60370, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:49,954 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-05T07:56:49,976 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-05T07:56:49,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:49,984 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnRegionMove Thread=51 (was 12)
Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/fc6cd38557f3:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: hfile-prefetch-1733385409343
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733385409599
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/fc6cd38557f3:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/fc6cd38557f3:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733385407786
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hfile-prefetch-1733385409596
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/fc6cd38557f3:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=346 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=6700 (was 7028)
2024-12-05T07:56:49,990 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=51, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=6700
2024-12-05T07:56:49,990 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/hadoop-log-dir so I do NOT create it in target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed
2024-12-05T07:56:49,990 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/hadoop-tmp-dir so I do NOT create it in target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed
2024-12-05T07:56:49,990 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:49,993 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/cluster_5d1a1ac9-4037-c75a-34d7-ebcc1ef49603, deleteOnExit=true
2024-12-05T07:56:49,999 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/cluster_5d1a1ac9-4037-c75a-34d7-ebcc1ef49603/zookeeper_0, clientPort=62013, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/cluster_5d1a1ac9-4037-c75a-34d7-ebcc1ef49603/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/cluster_5d1a1ac9-4037-c75a-34d7-ebcc1ef49603/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-05T07:56:50,000 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62013
2024-12-05T07:56:50,018 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897 with version=8
2024-12-05T07:56:50,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/hbase-staging
2024-12-05T07:56:50,022 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:56:50,022 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:50,022 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:50,022 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:56:50,022 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:50,022 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:56:50,022 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-05T07:56:50,023 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:56:50,023 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37655
2024-12-05T07:56:50,025 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37655 connecting to ZooKeeper ensemble=127.0.0.1:62013
2024-12-05T07:56:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376550x0, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:56:50,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37655-0x101a5c7e8920000 connected
2024-12-05T07:56:50,131 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:50,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:50,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:50,133 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897, hbase.cluster.distributed=false
2024-12-05T07:56:50,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:56:50,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37655
2024-12-05T07:56:50,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37655
2024-12-05T07:56:50,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37655
2024-12-05T07:56:50,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37655
2024-12-05T07:56:50,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37655
2024-12-05T07:56:50,158 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:56:50,158 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:50,158 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:50,159 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:56:50,159 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:50,159 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:56:50,159 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T07:56:50,159 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:56:50,160 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34463
2024-12-05T07:56:50,161 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34463 connecting to ZooKeeper ensemble=127.0.0.1:62013
2024-12-05T07:56:50,162 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:50,162 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:50,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344630x0, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:56:50,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344630x0, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:50,174 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T07:56:50,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34463-0x101a5c7e8920001 connected
2024-12-05T07:56:50,179 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.cache
2024-12-05T07:56:50,179 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-05T07:56:50,179 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-05T07:56:50,179 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-05T07:56:50,180 INFO  [Thread-119 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-05T07:56:50,181 WARN  [Thread-119 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-05T07:56:50,181 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-05T07:56:50,181 INFO  [Thread-119 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-05T07:56:50,181 INFO  [Thread-119 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.persistence is complete.
2024-12-05T07:56:50,184 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T07:56:50,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T07:56:50,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:56:50,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34463
2024-12-05T07:56:50,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34463
2024-12-05T07:56:50,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34463
2024-12-05T07:56:50,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34463
2024-12-05T07:56:50,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34463
2024-12-05T07:56:50,213 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:56:50,213 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:50,214 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:50,214 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:56:50,214 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:50,214 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:56:50,214 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T07:56:50,214 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:56:50,215 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39527
2024-12-05T07:56:50,216 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39527 connecting to ZooKeeper ensemble=127.0.0.1:62013
2024-12-05T07:56:50,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:50,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:50,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395270x0, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:56:50,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395270x0, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:50,230 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T07:56:50,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39527-0x101a5c7e8920002 connected
2024-12-05T07:56:50,234 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.cache
2024-12-05T07:56:50,234 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-05T07:56:50,234 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-05T07:56:50,234 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-05T07:56:50,237 INFO  [Thread-120 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-05T07:56:50,238 WARN  [Thread-120 {}] bucket.BucketCache(1533): Persistence file missing! It's ok if it's first run after enabling persistent cache.
2024-12-05T07:56:50,238 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-05T07:56:50,238 INFO  [Thread-120 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-05T07:56:50,238 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T07:56:50,238 INFO  [Thread-120 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.persistence is complete.
2024-12-05T07:56:50,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T07:56:50,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:56:50,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39527
2024-12-05T07:56:50,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39527
2024-12-05T07:56:50,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39527
2024-12-05T07:56:50,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39527
2024-12-05T07:56:50,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39527
2024-12-05T07:56:50,263 DEBUG [M:0;fc6cd38557f3:37655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:37655
2024-12-05T07:56:50,264 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:50,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:50,274 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T07:56:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T07:56:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,282 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-05T07:56:50,283 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,37655,1733385410021 from backup master directory
2024-12-05T07:56:50,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:50,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:50,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:50,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:56:50,290 WARN  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:56:50,290 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:50,291 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/hbase.id] with ID: f27c9ed5-5ca5-4836-822c-0901e802f554
2024-12-05T07:56:50,291 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/.tmp/hbase.id
2024-12-05T07:56:50,295 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/.tmp/hbase.id]:[file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/hbase.id]
2024-12-05T07:56:50,340 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:50,340 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-05T07:56:50,342 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-12-05T07:56:50,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,353 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T07:56:50,354 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-05T07:56:50,354 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:50,374 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store
2024-12-05T07:56:50,380 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:50,380 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T07:56:50,380 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:50,380 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:50,381 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T07:56:50,381 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:50,381 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:50,381 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733385410380Disabling compacts and flushes for region at 1733385410380Disabling writes for close at 1733385410381 (+1 ms)Writing region close event to WAL at 1733385410381Closed at 1733385410381
2024-12-05T07:56:50,381 WARN  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/.initializing
2024-12-05T07:56:50,381 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/WALs/fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:50,387 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:56:50,391 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C37655%2C1733385410021, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/WALs/fc6cd38557f3,37655,1733385410021, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/oldWALs, maxLogs=10
2024-12-05T07:56:50,421 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/WALs/fc6cd38557f3,37655,1733385410021/fc6cd38557f3%2C37655%2C1733385410021.1733385410391
2024-12-05T07:56:50,421 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:50,421 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:50,422 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:50,422 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:50,422 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:50,427 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:56:50,441 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-05T07:56:50,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:50,441 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:50,442 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:56:50,446 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-05T07:56:50,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:50,446 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:50,446 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:56:50,458 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-05T07:56:50,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:50,458 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:50,458 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:56:50,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-05T07:56:50,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:50,464 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:50,464 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:50,465 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:50,465 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:50,465 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:50,465 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:50,465 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:56:50,466 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:56:50,475 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:56:50,475 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64825967, jitterRate=-0.03401781618595123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:56:50,476 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733385410422Initializing all the Stores at 1733385410422Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385410422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385410426 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385410426Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385410426Cleaning up temporary data from old regions at 1733385410465 (+39 ms)Region opened successfully at 1733385410476 (+11 ms)
2024-12-05T07:56:50,477 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-05T07:56:50,482 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4d5d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:56:50,484 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-05T07:56:50,485 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-05T07:56:50,485 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-05T07:56:50,485 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-05T07:56:50,485 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-12-05T07:56:50,486 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-12-05T07:56:50,486 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-05T07:56:50,492 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-05T07:56:50,493 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-05T07:56:50,514 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-05T07:56:50,515 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-05T07:56:50,516 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-05T07:56:50,523 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-05T07:56:50,523 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-05T07:56:50,525 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-05T07:56:50,537 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-05T07:56:50,539 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-05T07:56:50,548 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-05T07:56:50,551 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-05T07:56:50,562 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-05T07:56:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,574 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,37655,1733385410021, sessionid=0x101a5c7e8920000, setting cluster-up flag (Was=false)
2024-12-05T07:56:50,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,614 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-05T07:56:50,616 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:50,656 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-05T07:56:50,657 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:50,658 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-05T07:56:50,659 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-05T07:56:50,660 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-05T07:56:50,660 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-05T07:56:50,660 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,37655,1733385410021
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-05T07:56:50,661 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:56:50,661 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:56:50,662 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:56:50,662 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:56:50,662 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10
2024-12-05T07:56:50,662 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,662 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:56:50,662 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,664 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385440664
2024-12-05T07:56:50,665 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-05T07:56:50,665 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-05T07:56:50,665 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-05T07:56:50,665 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-05T07:56:50,665 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-05T07:56:50,665 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-05T07:56:50,665 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T07:56:50,666 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-05T07:56:50,666 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-05T07:56:50,666 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-05T07:56:50,666 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-05T07:56:50,666 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-05T07:56:50,666 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-05T07:56:50,667 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:50,667 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-05T07:56:50,670 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385410666,5,FailOnTimeoutGroup]
2024-12-05T07:56:50,674 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385410671,5,FailOnTimeoutGroup]
2024-12-05T07:56:50,675 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,675 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-05T07:56:50,675 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,675 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,704 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-05T07:56:50,705 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897
2024-12-05T07:56:50,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:50,718 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-05T07:56:50,721 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T07:56:50,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:50,721 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:50,721 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-05T07:56:50,727 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T07:56:50,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:50,727 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:50,728 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-05T07:56:50,731 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T07:56:50,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:50,731 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:50,731 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-05T07:56:50,734 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T07:56:50,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:50,734 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:50,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T07:56:50,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:50,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:50,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T07:56:50,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T07:56:50,738 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:56:50,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T07:56:50,747 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:56:50,747 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62320067, jitterRate=-0.07135863602161407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:56:50,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733385410717Initializing all the Stores at 1733385410717Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385410717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385410717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385410717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385410717Cleaning up temporary data from old regions at 1733385410738 (+21 ms)Region opened successfully at 1733385410748 (+10 ms)
2024-12-05T07:56:50,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T07:56:50,748 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T07:56:50,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T07:56:50,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T07:56:50,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T07:56:50,749 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T07:56:50,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733385410748Disabling compacts and flushes for region at 1733385410748Disabling writes for close at 1733385410748Writing region close event to WAL at 1733385410749 (+1 ms)Closed at 1733385410749
2024-12-05T07:56:50,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T07:56:50,750 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-05T07:56:50,750 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-05T07:56:50,751 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T07:56:50,752 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T07:56:50,756 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(746): ClusterId : f27c9ed5-5ca5-4836-822c-0901e802f554
2024-12-05T07:56:50,756 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T07:56:50,757 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(746): ClusterId : f27c9ed5-5ca5-4836-822c-0901e802f554
2024-12-05T07:56:50,757 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T07:56:50,798 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T07:56:50,798 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T07:56:50,798 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T07:56:50,798 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T07:56:50,815 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T07:56:50,816 DEBUG [RS:1;fc6cd38557f3:39527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222379c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:56:50,824 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T07:56:50,824 DEBUG [RS:0;fc6cd38557f3:34463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636a27a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:56:50,830 DEBUG [RS:1;fc6cd38557f3:39527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:39527
2024-12-05T07:56:50,830 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T07:56:50,830 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T07:56:50,831 DEBUG [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T07:56:50,832 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,37655,1733385410021 with port=39527, startcode=1733385410213
2024-12-05T07:56:50,833 DEBUG [RS:1;fc6cd38557f3:39527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T07:56:50,847 DEBUG [RS:0;fc6cd38557f3:34463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:34463
2024-12-05T07:56:50,847 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T07:56:50,847 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T07:56:50,848 DEBUG [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T07:56:50,849 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T07:56:50,850 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:50,850 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37655 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:50,850 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,37655,1733385410021 with port=34463, startcode=1733385410158
2024-12-05T07:56:50,850 DEBUG [RS:0;fc6cd38557f3:34463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T07:56:50,854 DEBUG [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897
2024-12-05T07:56:50,854 DEBUG [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-05T07:56:50,855 DEBUG [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T07:56:50,856 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T07:56:50,857 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:50,857 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37655 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:50,858 DEBUG [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897
2024-12-05T07:56:50,859 DEBUG [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-05T07:56:50,859 DEBUG [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T07:56:50,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:56:50,897 DEBUG [RS:1;fc6cd38557f3:39527 {}] zookeeper.ZKUtil(111): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:50,897 WARN  [RS:1;fc6cd38557f3:39527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:56:50,897 INFO  [RS:1;fc6cd38557f3:39527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:50,897 DEBUG [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:50,898 DEBUG [RS:0;fc6cd38557f3:34463 {}] zookeeper.ZKUtil(111): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:50,898 WARN  [RS:0;fc6cd38557f3:34463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:56:50,898 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,39527,1733385410213]
2024-12-05T07:56:50,898 INFO  [RS:0;fc6cd38557f3:34463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:50,898 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,34463,1733385410158]
2024-12-05T07:56:50,898 DEBUG [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:50,902 WARN  [fc6cd38557f3:37655 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T07:56:50,903 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T07:56:50,905 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T07:56:50,911 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T07:56:50,911 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T07:56:50,911 INFO  [RS:1;fc6cd38557f3:39527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:56:50,912 INFO  [RS:0;fc6cd38557f3:34463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:56:50,912 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,912 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,912 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T07:56:50,912 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T07:56:50,912 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T07:56:50,912 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:56:50,913 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,913 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,914 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:56:50,914 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,914 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,914 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,914 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,914 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,914 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,914 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:50,914 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,914 DEBUG [RS:1;fc6cd38557f3:39527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:50,914 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:50,914 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:50,914 DEBUG [RS:0;fc6cd38557f3:34463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:50,915 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,915 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,915 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,915 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,916 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,916 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,39527,1733385410213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:56:50,917 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,917 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,918 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,918 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,918 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,918 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,34463,1733385410158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:56:50,936 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T07:56:50,936 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,39527,1733385410213-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,937 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T07:56:50,937 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,937 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.Replication(171): fc6cd38557f3,39527,1733385410213 started
2024-12-05T07:56:50,937 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,34463,1733385410158-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,937 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,937 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.Replication(171): fc6cd38557f3,34463,1733385410158 started
2024-12-05T07:56:50,950 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,950 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,34463,1733385410158, RpcServer on fc6cd38557f3/172.17.0.2:34463, sessionid=0x101a5c7e8920001
2024-12-05T07:56:50,950 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T07:56:50,950 DEBUG [RS:0;fc6cd38557f3:34463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:50,950 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,34463,1733385410158'
2024-12-05T07:56:50,950 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T07:56:50,952 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T07:56:50,952 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T07:56:50,952 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T07:56:50,952 DEBUG [RS:0;fc6cd38557f3:34463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:50,952 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,34463,1733385410158'
2024-12-05T07:56:50,952 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T07:56:50,953 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T07:56:50,953 DEBUG [RS:0;fc6cd38557f3:34463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T07:56:50,953 INFO  [RS:0;fc6cd38557f3:34463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T07:56:50,953 INFO  [RS:0;fc6cd38557f3:34463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T07:56:50,955 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:50,956 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,39527,1733385410213, RpcServer on fc6cd38557f3/172.17.0.2:39527, sessionid=0x101a5c7e8920002
2024-12-05T07:56:50,956 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T07:56:50,956 DEBUG [RS:1;fc6cd38557f3:39527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:50,956 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,39527,1733385410213'
2024-12-05T07:56:50,956 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T07:56:50,956 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T07:56:50,957 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T07:56:50,957 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T07:56:50,957 DEBUG [RS:1;fc6cd38557f3:39527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:50,957 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,39527,1733385410213'
2024-12-05T07:56:50,957 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T07:56:50,958 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T07:56:50,958 DEBUG [RS:1;fc6cd38557f3:39527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T07:56:50,958 INFO  [RS:1;fc6cd38557f3:39527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T07:56:50,958 INFO  [RS:1;fc6cd38557f3:39527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T07:56:51,054 INFO  [RS:0;fc6cd38557f3:34463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:56:51,055 INFO  [RS:0;fc6cd38557f3:34463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fc6cd38557f3%2C34463%2C1733385410158, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,34463,1733385410158, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs, maxLogs=55
2024-12-05T07:56:51,059 INFO  [RS:1;fc6cd38557f3:39527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:56:51,071 INFO  [RS:1;fc6cd38557f3:39527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fc6cd38557f3%2C39527%2C1733385410213, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs, maxLogs=55
2024-12-05T07:56:51,094 INFO  [RS:0;fc6cd38557f3:34463 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,34463,1733385410158/fc6cd38557f3%2C34463%2C1733385410158.1733385411057
2024-12-05T07:56:51,094 DEBUG [RS:0;fc6cd38557f3:34463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:51,095 INFO  [RS:1;fc6cd38557f3:39527 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213/fc6cd38557f3%2C39527%2C1733385410213.1733385411072
2024-12-05T07:56:51,096 DEBUG [RS:1;fc6cd38557f3:39527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:51,152 DEBUG [fc6cd38557f3:37655 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-12-05T07:56:51,153 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0}
2024-12-05T07:56:51,154 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T07:56:51,154 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T07:56:51,154 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T07:56:51,154 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T07:56:51,154 INFO  [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T07:56:51,154 INFO  [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T07:56:51,154 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T07:56:51,154 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:51,155 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,39527,1733385410213, state=OPENING
2024-12-05T07:56:51,187 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-05T07:56:51,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:51,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:51,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:51,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:51,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:51,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T07:56:51,241 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,39527,1733385410213}]
2024-12-05T07:56:51,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:51,395 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T07:56:51,397 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56443, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T07:56:51,407 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-05T07:56:51,407 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:51,408 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-05T07:56:51,410 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fc6cd38557f3%2C39527%2C1733385410213.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs, maxLogs=55
2024-12-05T07:56:51,435 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213/fc6cd38557f3%2C39527%2C1733385410213.meta.1733385411411.meta
2024-12-05T07:56:51,436 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:51,436 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:51,437 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-05T07:56:51,437 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-05T07:56:51,437 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-05T07:56:51,437 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-05T07:56:51,437 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:51,437 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-05T07:56:51,437 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-05T07:56:51,439 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-05T07:56:51,440 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T07:56:51,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:51,440 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:51,440 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-05T07:56:51,441 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T07:56:51,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:51,441 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:51,441 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-05T07:56:51,442 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T07:56:51,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:51,442 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:51,442 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-05T07:56:51,442 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T07:56:51,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:51,442 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:51,443 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T07:56:51,444 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:51,444 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:51,444 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T07:56:51,444 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T07:56:51,444 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:56:51,445 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T07:56:51,445 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65141816, jitterRate=-0.029311299324035645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:56:51,445 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-05T07:56:51,446 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733385411438Writing region info on filesystem at 1733385411438Initializing all the Stores at 1733385411438Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385411438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385411438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385411438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385411438Cleaning up temporary data from old regions at 1733385411444 (+6 ms)Running coprocessor post-open hooks at 1733385411445 (+1 ms)Region opened successfully at 1733385411446 (+1 ms)
2024-12-05T07:56:51,451 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385411394
2024-12-05T07:56:51,454 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-05T07:56:51,454 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-05T07:56:51,454 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:51,455 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,39527,1733385410213, state=OPEN
2024-12-05T07:56:51,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:51,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:51,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:51,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:51,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:51,480 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:51,480 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:51,482 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-05T07:56:51,482 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,39527,1733385410213 in 239 msec
2024-12-05T07:56:51,484 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-05T07:56:51,485 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 732 msec
2024-12-05T07:56:51,485 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T07:56:51,485 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-05T07:56:51,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T07:56:51,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,39527,1733385410213, seqNum=-1]
2024-12-05T07:56:51,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T07:56:51,492 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43595, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T07:56:51,499 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 839 msec
2024-12-05T07:56:51,499 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385411499, completionTime=-1
2024-12-05T07:56:51,499 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running
2024-12-05T07:56:51,499 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-05T07:56:51,503 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-12-05T07:56:51,503 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385471503
2024-12-05T07:56:51,503 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385531503
2024-12-05T07:56:51,503 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec
2024-12-05T07:56:51,503 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37655,1733385410021-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:51,503 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37655,1733385410021-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:51,503 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37655,1733385410021-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:51,504 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:37655, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:51,504 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:51,505 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:51,508 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-05T07:56:51,513 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.223sec
2024-12-05T07:56:51,514 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-05T07:56:51,514 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-05T07:56:51,514 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-05T07:56:51,514 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-05T07:56:51,514 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-05T07:56:51,514 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37655,1733385410021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:56:51,514 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37655,1733385410021-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-05T07:56:51,515 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-05T07:56:51,515 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-05T07:56:51,515 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,37655,1733385410021-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:51,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dccad78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T07:56:51,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,37655,-1 for getting cluster id
2024-12-05T07:56:51,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-05T07:56:51,558 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f27c9ed5-5ca5-4836-822c-0901e802f554'
2024-12-05T07:56:51,559 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-05T07:56:51,559 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f27c9ed5-5ca5-4836-822c-0901e802f554"

2024-12-05T07:56:51,560 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533f85cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T07:56:51,560 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,37655,-1]
2024-12-05T07:56:51,560 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-05T07:56:51,560 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:51,562 INFO  [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-05T07:56:51,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4294a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T07:56:51,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T07:56:51,566 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,39527,1733385410213, seqNum=-1]
2024-12-05T07:56:51,567 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T07:56:51,569 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T07:56:51,572 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:51,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-05T07:56:51,574 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:51,574 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35e2b1f3
2024-12-05T07:56:51,575 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-05T07:56:51,577 INFO  [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-05T07:56:51,578 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testBlockEvictionOnGracefulStop1733385411572', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T07:56:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733385411572
2024-12-05T07:56:51,583 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733385411572 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T07:56:51,583 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:51,584 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testBlockEvictionOnGracefulStop1733385411572"
 procId is: 4
2024-12-05T07:56:51,584 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733385411572 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T07:56:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:56:51,596 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733385411572-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f757bbbf67bf32e15e28a83e34fabf9, NAME => 'testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testBlockEvictionOnGracefulStop1733385411572', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897
2024-12-05T07:56:51,603 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733385411572-pool-0 {}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:51,604 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733385411572-pool-0 {}] regionserver.HRegion(1722): Closing 5f757bbbf67bf32e15e28a83e34fabf9, disabling compactions & flushes
2024-12-05T07:56:51,604 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733385411572-pool-0 {}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:51,604 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733385411572-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:51,604 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733385411572-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9. after waiting 0 ms
2024-12-05T07:56:51,604 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733385411572-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:51,604 INFO  [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733385411572-pool-0 {}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:51,604 DEBUG [RegionOpenAndInit-testBlockEvictionOnGracefulStop1733385411572-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f757bbbf67bf32e15e28a83e34fabf9:
Waiting for close lock at 1733385411604Disabling compacts and flushes for region at 1733385411604Disabling writes for close at 1733385411604Writing region close event to WAL at 1733385411604Closed at 1733385411604
2024-12-05T07:56:51,607 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733385411572 execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T07:56:51,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733385411607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385411607"}]},"ts":"1733385411607"}
2024-12-05T07:56:51,611 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T07:56:51,612 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733385411572 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T07:56:51,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733385411572","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385411612"}]},"ts":"1733385411612"}
2024-12-05T07:56:51,618 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733385411572, state=ENABLING in hbase:meta
2024-12-05T07:56:51,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0}
2024-12-05T07:56:51,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T07:56:51,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T07:56:51,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T07:56:51,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T07:56:51,620 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T07:56:51,620 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T07:56:51,620 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T07:56:51,620 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN}]
2024-12-05T07:56:51,624 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN
2024-12-05T07:56:51,625 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN; state=OFFLINE, location=fc6cd38557f3,39527,1733385410213; forceNewPlan=false, retain=false
2024-12-05T07:56:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:56:51,776 INFO  [fc6cd38557f3:37655 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-05T07:56:51,776 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f757bbbf67bf32e15e28a83e34fabf9, regionState=OPENING, regionLocation=fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:51,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN because future has completed
2024-12-05T07:56:51,780 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f757bbbf67bf32e15e28a83e34fabf9, server=fc6cd38557f3,39527,1733385410213}]
2024-12-05T07:56:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:56:51,935 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:51,935 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f757bbbf67bf32e15e28a83e34fabf9, NAME => 'testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:51,935 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733385411572 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,935 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:51,936 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,936 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,936 INFO  [StoreOpener-5f757bbbf67bf32e15e28a83e34fabf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 5f757bbbf67bf32e15e28a83e34fabf9 
2024-12-05T07:56:51,941 INFO  [StoreOpener-5f757bbbf67bf32e15e28a83e34fabf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f757bbbf67bf32e15e28a83e34fabf9 columnFamilyName family
2024-12-05T07:56:51,941 DEBUG [StoreOpener-5f757bbbf67bf32e15e28a83e34fabf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:51,941 INFO  [StoreOpener-5f757bbbf67bf32e15e28a83e34fabf9-1 {}] regionserver.HStore(327): Store=5f757bbbf67bf32e15e28a83e34fabf9/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:51,941 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,942 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,942 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,942 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,942 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,943 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,948 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:56:51,948 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f757bbbf67bf32e15e28a83e34fabf9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73199967, jitterRate=0.09076450765132904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:56:51,948 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:51,949 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f757bbbf67bf32e15e28a83e34fabf9:
Running coprocessor pre-open hook at 1733385411936Writing region info on filesystem at 1733385411936Initializing all the Stores at 1733385411936Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385411936Cleaning up temporary data from old regions at 1733385411942 (+6 ms)Running coprocessor post-open hooks at 1733385411948 (+6 ms)Region opened successfully at 1733385411949 (+1 ms)
2024-12-05T07:56:51,950 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9., pid=6, masterSystemTime=1733385411932
2024-12-05T07:56:51,953 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:51,953 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:51,953 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f757bbbf67bf32e15e28a83e34fabf9, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:51,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f757bbbf67bf32e15e28a83e34fabf9, server=fc6cd38557f3,39527,1733385410213 because future has completed
2024-12-05T07:56:51,964 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-05T07:56:51,964 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f757bbbf67bf32e15e28a83e34fabf9, server=fc6cd38557f3,39527,1733385410213 in 182 msec
2024-12-05T07:56:51,966 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-05T07:56:51,966 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN in 344 msec
2024-12-05T07:56:51,966 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733385411572 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T07:56:51,967 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testBlockEvictionOnGracefulStop1733385411572","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385411967"}]},"ts":"1733385411967"}
2024-12-05T07:56:51,969 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testBlockEvictionOnGracefulStop1733385411572, state=ENABLED in hbase:meta
2024-12-05T07:56:51,970 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733385411572 execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T07:56:51,971 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testBlockEvictionOnGracefulStop1733385411572 in 392 msec
2024-12-05T07:56:52,131 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T07:56:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:56:52,214 INFO  [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testBlockEvictionOnGracefulStop1733385411572 completed
2024-12-05T07:56:52,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testBlockEvictionOnGracefulStop1733385411572 get assigned. Timeout = 60000ms
2024-12-05T07:56:52,214 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T07:56:52,218 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testBlockEvictionOnGracefulStop1733385411572 assigned to meta. Checking AM states.
2024-12-05T07:56:52,218 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T07:56:52,218 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testBlockEvictionOnGracefulStop1733385411572 assigned.
2024-12-05T07:56:52,222 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testBlockEvictionOnGracefulStop1733385411572', row='row1', locateType=CURRENT is [region=testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9., hostname=fc6cd38557f3,39527,1733385410213, seqNum=2]
2024-12-05T07:56:52,227 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 5f757bbbf67bf32e15e28a83e34fabf9 1/1 column families, dataSize=78 B heapSize=480 B
2024-12-05T07:56:52,239 DEBUG [Time-limited test {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 0234fc86e48b4f61b56c72e5073111ae
2024-12-05T07:56:52,251 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/.tmp/family/0234fc86e48b4f61b56c72e5073111ae is 43, key is row1/family:qf1/1/Put/seqid=0
2024-12-05T07:56:52,252 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/.tmp/family/0234fc86e48b4f61b56c72e5073111ae
2024-12-05T07:56:52,255 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/.tmp/family/0234fc86e48b4f61b56c72e5073111ae as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae
2024-12-05T07:56:52,256 DEBUG [Time-limited test {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae, delay=956 ms
2024-12-05T07:56:52,258 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae, entries=2, sequenceid=6, filesize=4.9 K
2024-12-05T07:56:52,258 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~78 B/78, heapSize ~464 B/464, currentSize=0 B/0 for 5f757bbbf67bf32e15e28a83e34fabf9 in 31ms, sequenceid=6, compaction requested=false
2024-12-05T07:56:52,258 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testBlockEvictionOnGracefulStop1733385411572'
2024-12-05T07:56:52,259 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5f757bbbf67bf32e15e28a83e34fabf9:

2024-12-05T07:56:53,213 DEBUG [hfile-prefetch-1733385409343 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 0234fc86e48b4f61b56c72e5073111ae_0. 
2024-12-05T07:56:53,214 DEBUG [hfile-prefetch-1733385409343 {}] hfile.HFilePreadReader$1(107): No entry in the backing map for cache key 0234fc86e48b4f61b56c72e5073111ae_117. 
2024-12-05T07:56:53,214 DEBUG [hfile-prefetch-1733385409343 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae, with total blocks 2, and data blocks 1
2024-12-05T07:56:53,214 DEBUG [hfile-prefetch-1733385409343 {}] bucket.BucketCache(2285): iterating over 0 entries in the backing map
2024-12-05T07:56:53,214 DEBUG [hfile-prefetch-1733385409343 {}] bucket.BucketCache(2308): Prefetch executor completed for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae, but only 0 data blocks were cached. Total data blocks for file: 1. Checking for blocks pending cache in cache writer queue.
2024-12-05T07:56:53,214 DEBUG [hfile-prefetch-1733385409343 {}] bucket.BucketCache(2318): There are still blocks pending caching for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae. Will sleep 100ms and try the verification again.
2024-12-05T07:56:53,259 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(504): Stopping Thread[RS:1;fc6cd38557f3:39527,5,FailOnTimeoutGroup]
2024-12-05T07:56:53,259 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,39527,1733385410213' *****
2024-12-05T07:56:53,260 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Stopping rs 1
2024-12-05T07:56:53,260 INFO  [RS:1;fc6cd38557f3:39527 {}] bucket.BucketCache(1738): Disabling cache
2024-12-05T07:56:53,296 INFO  [RS:1;fc6cd38557f3:39527 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.persistence
2024-12-05T07:56:53,296 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-05T07:56:53,296 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-05T07:56:53,296 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-05T07:56:53,296 INFO  [RS:1;fc6cd38557f3:39527 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-05T07:56:53,296 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-05T07:56:53,306 DEBUG [RS:1;fc6cd38557f3:39527 {}] bucket.BucketCache(1487): Thread RS:1;fc6cd38557f3:39527 started persisting bucket cache to file
2024-12-05T07:56:53,306 DEBUG [RS:1;fc6cd38557f3:39527 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-05T07:56:53,306 DEBUG [RS:1;fc6cd38557f3:39527 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 1, fullycachedFiles size: 0, chunkSize: 10000
2024-12-05T07:56:53,313 DEBUG [RS:1;fc6cd38557f3:39527 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 1, fullycachedFiles size: 0
2024-12-05T07:56:53,313 DEBUG [RS:1;fc6cd38557f3:39527 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 1, fullycachedFiles size: 0, file name: bucket.persistence1733385413306
2024-12-05T07:56:53,313 DEBUG [RS:1;fc6cd38557f3:39527 {}] bucket.BucketCache(1509): Thread RS:1;fc6cd38557f3:39527 finished persisting bucket cache to file, renaming
2024-12-05T07:56:53,313 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T07:56:53,314 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T07:56:53,314 INFO  [RS:1;fc6cd38557f3:39527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T07:56:53,314 INFO  [RS:1;fc6cd38557f3:39527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T07:56:53,314 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:53,314 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:53,314 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:56:53,315 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-05T07:56:53,315 DEBUG [hfile-prefetch-1733385409343 {}] bucket.BucketCache(2281): Notifying caching completed for file file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae, with total blocks 2, and data blocks 1
2024-12-05T07:56:53,315 DEBUG [hfile-prefetch-1733385409343 {}] bucket.BucketCache(2285): iterating over 1 entries in the backing map
2024-12-05T07:56:53,315 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f757bbbf67bf32e15e28a83e34fabf9, disabling compactions & flushes
2024-12-05T07:56:53,315 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:53,315 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:53,315 DEBUG [hfile-prefetch-1733385409343 {}] bucket.BucketCache(2293): found block for file 0234fc86e48b4f61b56c72e5073111ae in the backing map. Acquiring read lock for offset 0
2024-12-05T07:56:53,315 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9. after waiting 0 ms
2024-12-05T07:56:53,315 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:53,315 DEBUG [hfile-prefetch-1733385409343 {}] bucket.BucketCache(2305): File file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae has now been fully cached.
2024-12-05T07:56:53,315 DEBUG [hfile-prefetch-1733385409343 {}] hfile.PrefetchExecutor(121): Prefetch completed for 0234fc86e48b4f61b56c72e5073111ae
2024-12-05T07:56:53,315 INFO  [RS:1;fc6cd38557f3:39527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:39527.
2024-12-05T07:56:53,315 DEBUG [RS:1;fc6cd38557f3:39527 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:56:53,316 DEBUG [RS:1;fc6cd38557f3:39527 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:53,316 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T07:56:53,316 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T07:56:53,316 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T07:56:53,316 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-05T07:56:53,316 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-05T07:56:53,317 DEBUG [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5f757bbbf67bf32e15e28a83e34fabf9=testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.}
2024-12-05T07:56:53,317 DEBUG [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:53,317 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-05T07:56:53,317 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T07:56:53,317 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T07:56:53,317 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T07:56:53,317 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T07:56:53,317 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T07:56:53,317 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.75 KB heapSize=3.78 KB
2024-12-05T07:56:53,318 INFO  [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:53,322 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-05T07:56:53,323 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:53,323 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f757bbbf67bf32e15e28a83e34fabf9:
Waiting for close lock at 1733385413315Running coprocessor pre-close hooks at 1733385413315Disabling compacts and flushes for region at 1733385413315Disabling writes for close at 1733385413315Writing region close event to WAL at 1733385413317 (+2 ms)Running coprocessor post-close hooks at 1733385413322 (+5 ms)Closed at 1733385413322
2024-12-05T07:56:53,323 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:53,333 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 90b3c3f7008a47aebd55c4127d519cb1
2024-12-05T07:56:53,351 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/info/90b3c3f7008a47aebd55c4127d519cb1 is 209, key is testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9./info:regioninfo/1733385411953/Put/seqid=0
2024-12-05T07:56:53,352 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.53 KB at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/info/90b3c3f7008a47aebd55c4127d519cb1
2024-12-05T07:56:53,362 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 9fedfd3b7f8a471599c52f5c247a6285
2024-12-05T07:56:53,380 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/ns/9fedfd3b7f8a471599c52f5c247a6285 is 43, key is default/ns:d/1733385411493/Put/seqid=0
2024-12-05T07:56:53,381 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/ns/9fedfd3b7f8a471599c52f5c247a6285
2024-12-05T07:56:53,382 DEBUG [bucket-cache-persister {}] bucket.BucketCachePersister(47): Cache is inconsistent, persisting to disk
2024-12-05T07:56:53,382 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1487): Thread bucket-cache-persister started persisting bucket cache to file
2024-12-05T07:56:53,382 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-05T07:56:53,382 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-05T07:56:53,386 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-05T07:56:53,386 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733385413382
2024-12-05T07:56:53,386 DEBUG [bucket-cache-persister {}] bucket.BucketCache(1509): Thread bucket-cache-persister finished persisting bucket cache to file, renaming
2024-12-05T07:56:53,390 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e39b0f6b861b4012a297395653aeff51
2024-12-05T07:56:53,408 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/table/e39b0f6b861b4012a297395653aeff51 is 80, key is testBlockEvictionOnGracefulStop1733385411572/table:state/1733385411967/Put/seqid=0
2024-12-05T07:56:53,409 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=152 B at sequenceid=11 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/table/e39b0f6b861b4012a297395653aeff51
2024-12-05T07:56:53,412 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/info/90b3c3f7008a47aebd55c4127d519cb1 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/90b3c3f7008a47aebd55c4127d519cb1
2024-12-05T07:56:53,414 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/90b3c3f7008a47aebd55c4127d519cb1, delay=930 ms
2024-12-05T07:56:53,415 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/90b3c3f7008a47aebd55c4127d519cb1, entries=10, sequenceid=11, filesize=7.0 K
2024-12-05T07:56:53,416 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/ns/9fedfd3b7f8a471599c52f5c247a6285 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/9fedfd3b7f8a471599c52f5c247a6285
2024-12-05T07:56:53,417 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/9fedfd3b7f8a471599c52f5c247a6285, delay=927 ms
2024-12-05T07:56:53,419 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/9fedfd3b7f8a471599c52f5c247a6285, entries=2, sequenceid=11, filesize=5.0 K
2024-12-05T07:56:53,419 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/table/e39b0f6b861b4012a297395653aeff51 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/e39b0f6b861b4012a297395653aeff51
2024-12-05T07:56:53,421 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/e39b0f6b861b4012a297395653aeff51, delay=947 ms
2024-12-05T07:56:53,422 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/e39b0f6b861b4012a297395653aeff51, entries=2, sequenceid=11, filesize=5.3 K
2024-12-05T07:56:53,423 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=11, compaction requested=false
2024-12-05T07:56:53,424 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/90b3c3f7008a47aebd55c4127d519cb1
2024-12-05T07:56:53,426 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/9fedfd3b7f8a471599c52f5c247a6285
2024-12-05T07:56:53,428 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/e39b0f6b861b4012a297395653aeff51
2024-12-05T07:56:53,432 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-12-05T07:56:53,433 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T07:56:53,433 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T07:56:53,433 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733385413317Running coprocessor pre-close hooks at 1733385413317Disabling compacts and flushes for region at 1733385413317Disabling writes for close at 1733385413317Obtaining lock to block concurrent updates at 1733385413317Preparing flush snapshotting stores in 1588230740 at 1733385413317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1797, getHeapSize=3808, getOffHeapSize=0, getCellsCount=14 at 1733385413318 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733385413318Flushing 1588230740/info: creating writer at 1733385413318Flushing 1588230740/info: appending metadata at 1733385413351 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733385413351Flushing 1588230740/ns: creating writer at 1733385413354 (+3 ms)Flushing 1588230740/ns: appending metadata at 1733385413380 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733385413380Flushing 1588230740/table: creating writer at 1733385413384 (+4 ms)Flushing 1588230740/table: appending metadata at 1733385413407 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733385413407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba741d9: reopening flushed file at 1733385413412 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3852ce63: reopening flushed file at 1733385413415 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca84d3c: reopening flushed file at 1733385413419 (+4 ms)Finished flush of dataSize ~1.75 KB/1797, heapSize ~3.48 KB/3568, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=11, compaction requested=false at 1733385413423 (+4 ms)Writing region close event to WAL at 1733385413428 (+5 ms)Running coprocessor post-close hooks at 1733385413433 (+5 ms)Closed at 1733385413433
2024-12-05T07:56:53,433 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-05T07:56:53,517 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,39527,1733385410213; all regions closed.
2024-12-05T07:56:53,519 DEBUG [RS:1;fc6cd38557f3:39527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs
2024-12-05T07:56:53,519 INFO  [RS:1;fc6cd38557f3:39527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C39527%2C1733385410213.meta:.meta(num 1733385411411)
2024-12-05T07:56:53,520 DEBUG [RS:1;fc6cd38557f3:39527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs
2024-12-05T07:56:53,520 INFO  [RS:1;fc6cd38557f3:39527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C39527%2C1733385410213:(num 1733385411072)
2024-12-05T07:56:53,520 DEBUG [RS:1;fc6cd38557f3:39527 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:53,520 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:53,521 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:56:53,521 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-05T07:56:53,521 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:56:53,521 INFO  [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:56:53,521 INFO  [RS:1;fc6cd38557f3:39527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39527
2024-12-05T07:56:53,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:56:53,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,39527,1733385410213
2024-12-05T07:56:53,553 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:56:53,564 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,39527,1733385410213]
2024-12-05T07:56:53,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,39527,1733385410213 already deleted, retry=false
2024-12-05T07:56:53,573 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fc6cd38557f3,39527,1733385410213 on fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:53,577 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fc6cd38557f3,39527,1733385410213, splitWal=true, meta=true
2024-12-05T07:56:53,580 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=7 for fc6cd38557f3,39527,1733385410213 (carryingMeta=true) fc6cd38557f3,39527,1733385410213/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1027fb72[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-05T07:56:53,580 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=7, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fc6cd38557f3,39527,1733385410213, splitWal=true, meta=true
2024-12-05T07:56:53,581 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fc6cd38557f3,39527,1733385410213, splitWal=true, meta=true, isMeta: true
2024-12-05T07:56:53,582 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213-splitting
2024-12-05T07:56:53,582 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213-splitting dir is empty, no logs to split.
2024-12-05T07:56:53,582 INFO  [PEWorker-2 {}] master.SplitWALManager(105): fc6cd38557f3,39527,1733385410213 WAL count=0, meta=true
2024-12-05T07:56:53,584 INFO  [PEWorker-2 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213-splitting dir is empty, no logs to split.
2024-12-05T07:56:53,584 INFO  [PEWorker-2 {}] master.SplitWALManager(105): fc6cd38557f3,39527,1733385410213 WAL count=0, meta=true
2024-12-05T07:56:53,584 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if fc6cd38557f3,39527,1733385410213 WAL splitting is done? wals=0, meta=true
2024-12-05T07:56:53,585 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-05T07:56:53,587 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T07:56:53,587 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-05T07:56:53,664 INFO  [RS:1;fc6cd38557f3:39527 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:56:53,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:53,664 INFO  [RS:1;fc6cd38557f3:39527 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,39527,1733385410213; zookeeper connection closed.
2024-12-05T07:56:53,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39527-0x101a5c7e8920002, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:53,664 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f715d51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f715d51
2024-12-05T07:56:53,738 DEBUG [fc6cd38557f3:37655 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-05T07:56:53,738 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:53,739 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,34463,1733385410158, state=OPENING
2024-12-05T07:56:53,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:53,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:53,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T07:56:53,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:53,770 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,34463,1733385410158}]
2024-12-05T07:56:53,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:53,784 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:56:53,784 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:53,784 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:53,784 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:56:53,784 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:56:53,784 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:56:53,784 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T07:56:53,784 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:56:53,785 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38497
2024-12-05T07:56:53,787 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38497 connecting to ZooKeeper ensemble=127.0.0.1:62013
2024-12-05T07:56:53,787 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:53,788 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:53,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384970x0, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:56:53,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:384970x0, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-12-05T07:56:53,799 DEBUG [pool-298-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: INIT
2024-12-05T07:56:53,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38497-0x101a5c7e8920003 connected
2024-12-05T07:56:53,800 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T07:56:53,802 INFO  [Time-limited test {}] bucket.FileIOEngine(99): Allocating cache 400 MB, on the path:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.cache
2024-12-05T07:56:53,802 INFO  [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false
2024-12-05T07:56:53,802 INFO  [Time-limited test {}] bucket.BucketCache(478): Starting BucketCachePersisterThread
2024-12-05T07:56:53,802 INFO  [Time-limited test {}] bucket.BucketCachePersister(38): BucketCachePersister started with interval: 100
2024-12-05T07:56:53,806 INFO  [Thread-207 {}] bucket.BucketCache(1530): Started retrieving bucket cache from file
2024-12-05T07:56:53,807 INFO  [Thread-207 {}] bucket.BucketCache(1552): Reading new chunked format of persistence.
2024-12-05T07:56:53,807 INFO  [Thread-207 {}] bucket.BucketCache(1705): Retrieved 0 of chunks with blockCount = 0.
2024-12-05T07:56:53,808 INFO  [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.cache, capacity=400 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.persistence, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator
2024-12-05T07:56:53,809 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T07:56:53,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-05T07:56:53,812 DEBUG [Thread-207 {}] bucket.BucketCache(1569): Updating region size map after retrieving cached file list
2024-12-05T07:56:53,812 INFO  [Thread-207 {}] bucket.BucketAllocator(343): Cache totalSize=418148352, buckets=199, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size))
2024-12-05T07:56:53,812 INFO  [Thread-207 {}] bucket.BucketCache(1562): Bucket cache retrieved from file successfully with size: 0
2024-12-05T07:56:53,812 INFO  [Thread-207 {}] bucket.BucketCache(413): Persistent bucket cache recovery from /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.persistence is complete.
2024-12-05T07:56:53,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:56:53,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38497
2024-12-05T07:56:53,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38497
2024-12-05T07:56:53,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38497
2024-12-05T07:56:53,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38497
2024-12-05T07:56:53,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38497
2024-12-05T07:56:53,833 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(746): ClusterId : f27c9ed5-5ca5-4836-822c-0901e802f554
2024-12-05T07:56:53,833 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T07:56:53,841 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T07:56:53,841 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T07:56:53,849 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T07:56:53,850 DEBUG [RS:2;fc6cd38557f3:38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a076b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:56:53,868 DEBUG [RS:2;fc6cd38557f3:38497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fc6cd38557f3:38497
2024-12-05T07:56:53,868 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T07:56:53,869 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T07:56:53,869 DEBUG [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T07:56:53,870 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,37655,1733385410021 with port=38497, startcode=1733385413783
2024-12-05T07:56:53,870 DEBUG [RS:2;fc6cd38557f3:38497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T07:56:53,873 INFO  [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58943, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T07:56:53,873 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:53,874 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37655 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:53,875 DEBUG [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897
2024-12-05T07:56:53,875 DEBUG [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=file:/
2024-12-05T07:56:53,875 DEBUG [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T07:56:53,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:56:53,888 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,38497,1733385413783]
2024-12-05T07:56:53,890 DEBUG [RS:2;fc6cd38557f3:38497 {}] zookeeper.ZKUtil(111): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:53,890 WARN  [RS:2;fc6cd38557f3:38497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:56:53,890 INFO  [RS:2;fc6cd38557f3:38497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:53,891 DEBUG [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(1793): logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:53,903 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T07:56:53,911 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T07:56:53,911 INFO  [RS:2;fc6cd38557f3:38497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:56:53,911 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,914 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T07:56:53,915 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T07:56:53,915 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,915 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,916 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,917 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:56:53,917 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:53,917 DEBUG [RS:2;fc6cd38557f3:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:56:53,922 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,923 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,923 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,923 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,923 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,923 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38497,1733385413783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:56:53,927 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T07:56:53,930 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41007, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T07:56:53,932 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-05T07:56:53,932 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:56:53,933 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-05T07:56:53,934 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fc6cd38557f3%2C34463%2C1733385410158.meta, suffix=.meta, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,34463,1733385410158, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs, maxLogs=55
2024-12-05T07:56:53,946 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T07:56:53,947 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,38497,1733385413783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,947 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,947 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.Replication(171): fc6cd38557f3,38497,1733385413783 started
2024-12-05T07:56:53,959 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,34463,1733385410158/fc6cd38557f3%2C34463%2C1733385410158.meta.1733385413935.meta
2024-12-05T07:56:53,961 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:53,961 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:53,962 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-05T07:56:53,962 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-05T07:56:53,962 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-05T07:56:53,962 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-05T07:56:53,962 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:53,962 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-05T07:56:53,963 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-05T07:56:53,964 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:56:53,964 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,38497,1733385413783, RpcServer on fc6cd38557f3/172.17.0.2:38497, sessionid=0x101a5c7e8920003
2024-12-05T07:56:53,964 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T07:56:53,964 DEBUG [RS:2;fc6cd38557f3:38497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:53,964 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,38497,1733385413783'
2024-12-05T07:56:53,964 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T07:56:53,964 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family info of region 1588230740 
2024-12-05T07:56:53,965 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T07:56:53,965 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T07:56:53,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:53,965 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T07:56:53,965 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T07:56:53,965 DEBUG [RS:2;fc6cd38557f3:38497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:53,965 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,38497,1733385413783'
2024-12-05T07:56:53,965 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T07:56:53,966 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T07:56:53,966 DEBUG [RS:2;fc6cd38557f3:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T07:56:53,966 INFO  [RS:2;fc6cd38557f3:38497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T07:56:53,966 INFO  [RS:2;fc6cd38557f3:38497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T07:56:53,968 DEBUG [StoreFileOpener-1588230740-info-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/90b3c3f7008a47aebd55c4127d519cb1, delay=931 ms
2024-12-05T07:56:53,969 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/90b3c3f7008a47aebd55c4127d519cb1
2024-12-05T07:56:53,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:53,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family ns of region 1588230740 
2024-12-05T07:56:53,970 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T07:56:53,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:53,976 DEBUG [StoreFileOpener-1588230740-ns-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/9fedfd3b7f8a471599c52f5c247a6285, delay=982 ms
2024-12-05T07:56:53,977 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/9fedfd3b7f8a471599c52f5c247a6285
2024-12-05T07:56:53,977 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:53,978 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family rep_barrier of region 1588230740 
2024-12-05T07:56:53,978 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T07:56:53,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:53,978 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:53,978 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family table of region 1588230740 
2024-12-05T07:56:53,979 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T07:56:53,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:53,981 DEBUG [StoreFileOpener-1588230740-table-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/e39b0f6b861b4012a297395653aeff51, delay=924 ms
2024-12-05T07:56:53,982 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/e39b0f6b861b4012a297395653aeff51
2024-12-05T07:56:53,982 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:56:53,982 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T07:56:53,983 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:53,983 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740
2024-12-05T07:56:53,984 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T07:56:53,984 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T07:56:53,984 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:56:53,986 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T07:56:53,986 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74280899, jitterRate=0.10687164962291718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:56:53,986 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-05T07:56:53,987 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733385413963Writing region info on filesystem at 1733385413963Initializing all the Stores at 1733385413963Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385413963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385413964 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385413964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385413964Cleaning up temporary data from old regions at 1733385413984 (+20 ms)Running coprocessor post-open hooks at 1733385413986 (+2 ms)Region opened successfully at 1733385413987 (+1 ms)
2024-12-05T07:56:53,988 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=9, masterSystemTime=1733385413927
2024-12-05T07:56:53,991 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-05T07:56:53,991 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=9}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-05T07:56:53,991 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:53,992 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,34463,1733385410158, state=OPEN
2024-12-05T07:56:54,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:54,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:54,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:54,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:54,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:56:54,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:56:54,031 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=9, ppid=8, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:54,034 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-05T07:56:54,034 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,34463,1733385410158 in 261 msec
2024-12-05T07:56:54,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-05T07:56:54,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec
2024-12-05T07:56:54,036 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(207): fc6cd38557f3,39527,1733385410213 had 2 regions
2024-12-05T07:56:54,037 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=7, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fc6cd38557f3,39527,1733385410213, splitWal=true, meta=true, isMeta: false
2024-12-05T07:56:54,038 INFO  [PEWorker-4 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213-splitting dir is empty, no logs to split.
2024-12-05T07:56:54,038 INFO  [PEWorker-4 {}] master.SplitWALManager(105): fc6cd38557f3,39527,1733385410213 WAL count=0, meta=false
2024-12-05T07:56:54,039 INFO  [PEWorker-4 {}] master.SplitLogManager(171): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,39527,1733385410213-splitting dir is empty, no logs to split.
2024-12-05T07:56:54,039 INFO  [PEWorker-4 {}] master.SplitWALManager(105): fc6cd38557f3,39527,1733385410213 WAL count=0, meta=false
2024-12-05T07:56:54,039 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if fc6cd38557f3,39527,1733385410213 WAL splitting is done? wals=0, meta=false
2024-12-05T07:56:54,041 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN}]
2024-12-05T07:56:54,043 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN
2024-12-05T07:56:54,044 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-05T07:56:54,067 INFO  [RS:2;fc6cd38557f3:38497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:56:54,068 INFO  [RS:2;fc6cd38557f3:38497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=64 MB, rollsize=32 MB, prefix=fc6cd38557f3%2C38497%2C1733385413783, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,38497,1733385413783, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs, maxLogs=55
2024-12-05T07:56:54,095 INFO  [RS:2;fc6cd38557f3:38497 {}] wal.AbstractFSWAL(991): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/WALs/fc6cd38557f3,38497,1733385413783/fc6cd38557f3%2C38497%2C1733385413783.1733385414069
2024-12-05T07:56:54,095 DEBUG [RS:2;fc6cd38557f3:38497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T07:56:54,194 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0}
2024-12-05T07:56:54,195 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T07:56:54,195 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T07:56:54,195 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T07:56:54,195 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T07:56:54,195 INFO  [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T07:56:54,195 INFO  [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T07:56:54,195 DEBUG [fc6cd38557f3:37655 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T07:56:54,195 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f757bbbf67bf32e15e28a83e34fabf9, regionState=OPENING, regionLocation=fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:54,196 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fc6cd38557f3:39527
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fc6cd38557f3/172.17.0.2:39527
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:56:54,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,39527,1733385410213, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,39527,1733385410213, seqNum=-1, error=java.net.ConnectException: Call to address=fc6cd38557f3:39527 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fc6cd38557f3/172.17.0.2:39527
2024-12-05T07:56:54,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,39527,1733385410213, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-12-05T07:56:54,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,39527,1733385410213, seqNum=-1 from cache
2024-12-05T07:56:54,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.FailedServers(52): Added failed server with address fc6cd38557f3:39527 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fc6cd38557f3/172.17.0.2:39527
2024-12-05T07:56:54,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-05T07:56:54,248 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-05T07:56:54,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T07:56:54,250 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-05T07:56:54,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-05T07:56:54,251 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-05T07:56:54,302 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T07:56:54,302 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,34463,1733385410158, seqNum=-1]
2024-12-05T07:56:54,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T07:56:54,304 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59667, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T07:56:54,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN because future has completed
2024-12-05T07:56:54,307 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f757bbbf67bf32e15e28a83e34fabf9, server=fc6cd38557f3,38497,1733385413783}]
2024-12-05T07:56:54,459 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T07:56:54,461 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42277, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T07:56:54,463 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:54,463 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f757bbbf67bf32e15e28a83e34fabf9, NAME => 'testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:56:54,464 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testBlockEvictionOnGracefulStop1733385411572 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,464 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:56:54,464 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,464 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,464 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-05T07:56:54,464 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T07:56:54,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:56:54,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:54,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:54,465 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-05T07:56:54,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-05T07:56:54,465 INFO  [StoreOpener-5f757bbbf67bf32e15e28a83e34fabf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=true, cacheDataCompressed=false, prefetchOnOpen=true, for column family family of region 5f757bbbf67bf32e15e28a83e34fabf9 
2024-12-05T07:56:54,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=698379479, stopped=false
2024-12-05T07:56:54,465 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,37655,1733385410021
2024-12-05T07:56:54,466 INFO  [StoreOpener-5f757bbbf67bf32e15e28a83e34fabf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f757bbbf67bf32e15e28a83e34fabf9 columnFamilyName family
2024-12-05T07:56:54,466 DEBUG [StoreOpener-5f757bbbf67bf32e15e28a83e34fabf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:56:54,468 DEBUG [StoreFileOpener-5f757bbbf67bf32e15e28a83e34fabf9-family-1 {}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae, delay=959 ms
2024-12-05T07:56:54,469 DEBUG [StoreOpener-5f757bbbf67bf32e15e28a83e34fabf9-1 {}] regionserver.StoreEngine(278): loaded file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae
2024-12-05T07:56:54,469 INFO  [StoreOpener-5f757bbbf67bf32e15e28a83e34fabf9-1 {}] regionserver.HStore(327): Store=5f757bbbf67bf32e15e28a83e34fabf9/family,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:56:54,469 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,470 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,470 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,470 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,470 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,471 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,471 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 5f757bbbf67bf32e15e28a83e34fabf9; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71812872, jitterRate=0.07009518146514893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:56:54,472 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,472 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 5f757bbbf67bf32e15e28a83e34fabf9:
Running coprocessor pre-open hook at 1733385414464Writing region info on filesystem at 1733385414464Initializing all the Stores at 1733385414465 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385414465Cleaning up temporary data from old regions at 1733385414470 (+5 ms)Running coprocessor post-open hooks at 1733385414472 (+2 ms)Region opened successfully at 1733385414472
2024-12-05T07:56:54,473 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9., pid=11, masterSystemTime=1733385414459
2024-12-05T07:56:54,476 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:54,476 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:54,476 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5f757bbbf67bf32e15e28a83e34fabf9, regionState=OPEN, openSeqNum=10, regionLocation=fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:54,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f757bbbf67bf32e15e28a83e34fabf9, server=fc6cd38557f3,38497,1733385413783 because future has completed
2024-12-05T07:56:54,482 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-05T07:56:54,482 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f757bbbf67bf32e15e28a83e34fabf9, server=fc6cd38557f3,38497,1733385413783 in 173 msec
2024-12-05T07:56:54,484 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7
2024-12-05T07:56:54,484 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testBlockEvictionOnGracefulStop1733385411572, region=5f757bbbf67bf32e15e28a83e34fabf9, ASSIGN in 441 msec
2024-12-05T07:56:54,484 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server fc6cd38557f3,39527,1733385410213 after splitting done
2024-12-05T07:56:54,486 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; ServerCrashProcedure fc6cd38557f3,39527,1733385410213, splitWal=true, meta=true in 910 msec
2024-12-05T07:56:54,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:54,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:54,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:54,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:54,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T07:56:54,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:54,523 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T07:56:54,523 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T07:56:54,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.io.hfile.TestBlockEvictionOnRegionMovement.tearDown(TestBlockEvictionOnRegionMovement.java:174)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:56:54,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:54,523 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,34463,1733385410158' *****
2024-12-05T07:56:54,523 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-05T07:56:54,523 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,38497,1733385413783' *****
2024-12-05T07:56:54,523 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-05T07:56:54,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:54,523 INFO  [RS:0;fc6cd38557f3:34463 {}] bucket.BucketCache(1738): Disabling cache
2024-12-05T07:56:54,524 INFO  [RS:0;fc6cd38557f3:34463 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.persistence
2024-12-05T07:56:54,524 INFO  [RS:2;fc6cd38557f3:38497 {}] bucket.BucketCache(1738): Disabling cache
2024-12-05T07:56:54,524 INFO  [RS:2;fc6cd38557f3:38497 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=true; path to write=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2fdfe729-8d04-e3de-6437-cbb708e890ed/bucket.persistence
2024-12-05T07:56:54,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:54,524 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-05T07:56:54,524 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-05T07:56:54,524 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-05T07:56:54,524 INFO  [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false
2024-12-05T07:56:54,524 INFO  [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false
2024-12-05T07:56:54,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:56:54,525 INFO  [RS:2;fc6cd38557f3:38497 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-05T07:56:54,525 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-05T07:56:54,524 INFO  [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false
2024-12-05T07:56:54,525 INFO  [RS:0;fc6cd38557f3:34463 {}] bucket.BucketCache(1768): Shutting down cache persister thread.
2024-12-05T07:56:54,525 WARN  [bucket-cache-persister {}] bucket.BucketCachePersister(64): Interrupting BucketCachePersister thread.
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCachePersister.run(BucketCachePersister.java:45) ~[classes/:?]
2024-12-05T07:56:54,527 INFO  [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:54,529 INFO  [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:54,535 DEBUG [RS:2;fc6cd38557f3:38497 {}] bucket.BucketCache(1487): Thread RS:2;fc6cd38557f3:38497 started persisting bucket cache to file
2024-12-05T07:56:54,535 DEBUG [RS:2;fc6cd38557f3:38497 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-05T07:56:54,535 DEBUG [RS:2;fc6cd38557f3:38497 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-05T07:56:54,536 DEBUG [RS:0;fc6cd38557f3:34463 {}] bucket.BucketCache(1487): Thread RS:0;fc6cd38557f3:34463 started persisting bucket cache to file
2024-12-05T07:56:54,536 DEBUG [RS:0;fc6cd38557f3:34463 {}] bucket.BucketCache(1494): Persist in new chunked persistence format.
2024-12-05T07:56:54,536 DEBUG [RS:0;fc6cd38557f3:34463 {}] bucket.BucketCache(1673): persistToFile: before persisting backing map size: 0, fullycachedFiles size: 0, chunkSize: 10000
2024-12-05T07:56:54,538 DEBUG [RS:2;fc6cd38557f3:38497 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-05T07:56:54,538 DEBUG [RS:2;fc6cd38557f3:38497 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733385414535
2024-12-05T07:56:54,538 WARN  [Thread-217 {}] util.Shell$1(1036): Error reading the error stream
java.io.IOException: Stream closed
	at java.io.BufferedInputStream.getBufIfOpen(BufferedInputStream.java:168) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334) ~[?:?]
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) ~[?:?]
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) ~[?:?]
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) ~[?:?]
	at java.io.InputStreamReader.read(InputStreamReader.java:177) ~[?:?]
	at java.io.BufferedReader.fill(BufferedReader.java:162) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:329) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:396) ~[?:?]
	at org.apache.hadoop.util.Shell$1.run(Shell.java:1025) ~[hadoop-common-3.4.1.jar:?]
2024-12-05T07:56:54,538 DEBUG [RS:2;fc6cd38557f3:38497 {}] bucket.BucketCache(1509): Thread RS:2;fc6cd38557f3:38497 finished persisting bucket cache to file, renaming
2024-12-05T07:56:54,538 ERROR [RS:0;fc6cd38557f3:34463 {}] bucket.PersistentIOEngine(78): Calculating checksum failed, because of 
java.io.IOException: Stream closed
	at java.io.BufferedInputStream.getBufIfOpen(BufferedInputStream.java:168) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334) ~[?:?]
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281) ~[?:?]
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324) ~[?:?]
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189) ~[?:?]
	at java.io.InputStreamReader.read(InputStreamReader.java:177) ~[?:?]
	at java.io.BufferedReader.fill(BufferedReader.java:162) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:329) ~[?:?]
	at java.io.BufferedReader.readLine(BufferedReader.java:396) ~[?:?]
	at org.apache.hadoop.util.Shell.runCommand(Shell.java:1056) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell.run(Shell.java:959) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.PersistentIOEngine.getFileSize(PersistentIOEngine.java:94) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.PersistentIOEngine.calculateChecksum(PersistentIOEngine.java:71) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketProtoUtils.toPB(BucketProtoUtils.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketProtoUtils.serializeAsPB(BucketProtoUtils.java:75) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.persistChunkedBackingMap(BucketCache.java:1678) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.persistToFile(BucketCache.java:1496) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.bucket.BucketCache.shutdown(BucketCache.java:1774) ~[classes/:?]
	at org.apache.hadoop.hbase.io.hfile.CombinedBlockCache.shutdown(CombinedBlockCache.java:169) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:927) ~[classes/:?]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:56:54,539 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T07:56:54,539 DEBUG [RS:0;fc6cd38557f3:34463 {}] bucket.BucketCache(1680): persistToFile: after persisting backing map size: 0, fullycachedFiles size: 0
2024-12-05T07:56:54,539 DEBUG [RS:0;fc6cd38557f3:34463 {}] bucket.BucketCache(1498): PersistToFile: after persisting backing map size: 0, fullycachedFiles size: 0, file name: bucket.persistence1733385414536
2024-12-05T07:56:54,539 DEBUG [RS:0;fc6cd38557f3:34463 {}] bucket.BucketCache(1509): Thread RS:0;fc6cd38557f3:34463 finished persisting bucket cache to file, renaming
2024-12-05T07:56:54,539 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T07:56:54,539 INFO  [RS:2;fc6cd38557f3:38497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T07:56:54,539 INFO  [RS:2;fc6cd38557f3:38497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T07:56:54,540 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,540 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:54,540 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:56:54,540 INFO  [RS:2;fc6cd38557f3:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fc6cd38557f3:38497.
2024-12-05T07:56:54,540 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1662): Closing region testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9. during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-05T07:56:54,540 DEBUG [RS:2;fc6cd38557f3:38497 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:56:54,540 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f757bbbf67bf32e15e28a83e34fabf9, disabling compactions & flushes
2024-12-05T07:56:54,540 DEBUG [RS:2;fc6cd38557f3:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:54,540 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:54,540 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:54,540 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-05T07:56:54,540 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9. after waiting 0 ms
2024-12-05T07:56:54,540 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T07:56:54,540 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:54,540 DEBUG [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(1325): Online Regions={5f757bbbf67bf32e15e28a83e34fabf9=testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.}
2024-12-05T07:56:54,540 INFO  [RS:0;fc6cd38557f3:34463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T07:56:54,541 DEBUG [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(1351): Waiting on 5f757bbbf67bf32e15e28a83e34fabf9
2024-12-05T07:56:54,541 INFO  [RS:0;fc6cd38557f3:34463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T07:56:54,541 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:54,541 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:56:54,541 INFO  [RS:0;fc6cd38557f3:34463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:34463.
2024-12-05T07:56:54,541 DEBUG [RS:0;fc6cd38557f3:34463 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:56:54,541 DEBUG [RS:0;fc6cd38557f3:34463 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:54,541 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T07:56:54,541 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T07:56:54,541 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T07:56:54,541 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-05T07:56:54,541 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T07:56:54,544 DEBUG [StoreFileCloser-5f757bbbf67bf32e15e28a83e34fabf9-family-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/family/0234fc86e48b4f61b56c72e5073111ae
2024-12-05T07:56:54,544 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-05T07:56:54,544 DEBUG [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-05T07:56:54,544 DEBUG [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-05T07:56:54,544 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1662): Closing region hbase:meta,,1.1588230740 during a graceful stop, and cache persistence is on, so setting evict on close to false. 
2024-12-05T07:56:54,544 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T07:56:54,545 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T07:56:54,545 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T07:56:54,545 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T07:56:54,545 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T07:56:54,545 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.21 KB heapSize=2.80 KB
2024-12-05T07:56:54,549 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/default/testBlockEvictionOnGracefulStop1733385411572/5f757bbbf67bf32e15e28a83e34fabf9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-12-05T07:56:54,549 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:54,549 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f757bbbf67bf32e15e28a83e34fabf9:
Waiting for close lock at 1733385414540Running coprocessor pre-close hooks at 1733385414540Disabling compacts and flushes for region at 1733385414540Disabling writes for close at 1733385414540Writing region close event to WAL at 1733385414545 (+5 ms)Running coprocessor post-close hooks at 1733385414549 (+4 ms)Closed at 1733385414549
2024-12-05T07:56:54,549 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9.
2024-12-05T07:56:54,555 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 92603c4d3f304dfbb078aad01b1772f6
2024-12-05T07:56:54,568 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/info/92603c4d3f304dfbb078aad01b1772f6 is 209, key is testBlockEvictionOnGracefulStop1733385411572,,1733385411578.5f757bbbf67bf32e15e28a83e34fabf9./info:regioninfo/1733385414476/Put/seqid=0
2024-12-05T07:56:54,569 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.21 KB at sequenceid=19 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/info/92603c4d3f304dfbb078aad01b1772f6
2024-12-05T07:56:54,571 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/.tmp/info/92603c4d3f304dfbb078aad01b1772f6 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/92603c4d3f304dfbb078aad01b1772f6
2024-12-05T07:56:54,573 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(102): Prefetch requested for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/92603c4d3f304dfbb078aad01b1772f6, delay=949 ms
2024-12-05T07:56:54,574 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/92603c4d3f304dfbb078aad01b1772f6, entries=8, sequenceid=19, filesize=6.6 K
2024-12-05T07:56:54,574 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=19, compaction requested=false
2024-12-05T07:56:54,575 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/90b3c3f7008a47aebd55c4127d519cb1
2024-12-05T07:56:54,575 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/info/92603c4d3f304dfbb078aad01b1772f6
2024-12-05T07:56:54,579 DEBUG [StoreFileCloser-1588230740-ns-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/ns/9fedfd3b7f8a471599c52f5c247a6285
2024-12-05T07:56:54,579 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(132): Prefetch cancelled for file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/table/e39b0f6b861b4012a297395653aeff51
2024-12-05T07:56:54,584 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-12-05T07:56:54,584 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T07:56:54,584 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T07:56:54,584 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733385414544Running coprocessor pre-close hooks at 1733385414544Disabling compacts and flushes for region at 1733385414544Disabling writes for close at 1733385414545 (+1 ms)Obtaining lock to block concurrent updates at 1733385414545Preparing flush snapshotting stores in 1588230740 at 1733385414545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1238, getHeapSize=2800, getOffHeapSize=0, getCellsCount=8 at 1733385414546 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733385414546Flushing 1588230740/info: creating writer at 1733385414546Flushing 1588230740/info: appending metadata at 1733385414568 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733385414568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdf76b4: reopening flushed file at 1733385414571 (+3 ms)Finished flush of dataSize ~1.21 KB/1238, heapSize ~2.03 KB/2080, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=19, compaction requested=false at 1733385414574 (+3 ms)Writing region close event to WAL at 1733385414580 (+6 ms)Running coprocessor post-close hooks at 1733385414584 (+4 ms)Closed at 1733385414584
2024-12-05T07:56:54,584 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-05T07:56:54,741 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,38497,1733385413783; all regions closed.
2024-12-05T07:56:54,742 DEBUG [RS:2;fc6cd38557f3:38497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs
2024-12-05T07:56:54,742 INFO  [RS:2;fc6cd38557f3:38497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C38497%2C1733385413783:(num 1733385414069)
2024-12-05T07:56:54,743 DEBUG [RS:2;fc6cd38557f3:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:54,743 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:54,743 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:56:54,743 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-05T07:56:54,743 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T07:56:54,743 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T07:56:54,743 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T07:56:54,743 INFO  [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:56:54,743 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:56:54,743 INFO  [RS:2;fc6cd38557f3:38497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38497
2024-12-05T07:56:54,744 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,34463,1733385410158; all regions closed.
2024-12-05T07:56:54,746 DEBUG [RS:0;fc6cd38557f3:34463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs
2024-12-05T07:56:54,746 INFO  [RS:0;fc6cd38557f3:34463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C34463%2C1733385410158.meta:.meta(num 1733385413935)
2024-12-05T07:56:54,750 DEBUG [RS:0;fc6cd38557f3:34463 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/oldWALs
2024-12-05T07:56:54,750 INFO  [RS:0;fc6cd38557f3:34463 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C34463%2C1733385410158:(num 1733385411057)
2024-12-05T07:56:54,750 DEBUG [RS:0;fc6cd38557f3:34463 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:56:54,750 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:56:54,751 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:56:54,751 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-05T07:56:54,751 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:56:54,751 INFO  [RS:0;fc6cd38557f3:34463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34463
2024-12-05T07:56:54,751 INFO  [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:56:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:56:54,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,38497,1733385413783
2024-12-05T07:56:54,779 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:56:54,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,34463,1733385410158
2024-12-05T07:56:54,789 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:56:54,789 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,38497,1733385413783]
2024-12-05T07:56:54,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,38497,1733385413783 already deleted, retry=false
2024-12-05T07:56:54,806 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,38497,1733385413783 expired; onlineServers=1
2024-12-05T07:56:54,806 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,34463,1733385410158]
2024-12-05T07:56:54,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,34463,1733385410158 already deleted, retry=false
2024-12-05T07:56:54,814 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,34463,1733385410158 expired; onlineServers=0
2024-12-05T07:56:54,814 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,37655,1733385410021' *****
2024-12-05T07:56:54,814 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-05T07:56:54,814 INFO  [M:0;fc6cd38557f3:37655 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:56:54,814 INFO  [M:0;fc6cd38557f3:37655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:56:54,814 DEBUG [M:0;fc6cd38557f3:37655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-05T07:56:54,814 DEBUG [M:0;fc6cd38557f3:37655 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-05T07:56:54,814 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-05T07:56:54,814 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385410666 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385410666,5,FailOnTimeoutGroup]
2024-12-05T07:56:54,815 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385410671 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385410671,5,FailOnTimeoutGroup]
2024-12-05T07:56:54,815 INFO  [M:0;fc6cd38557f3:37655 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-05T07:56:54,815 INFO  [M:0;fc6cd38557f3:37655 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:56:54,815 DEBUG [M:0;fc6cd38557f3:37655 {}] master.HMaster(1795): Stopping service threads
2024-12-05T07:56:54,815 INFO  [M:0;fc6cd38557f3:37655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-05T07:56:54,815 INFO  [M:0;fc6cd38557f3:37655 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T07:56:54,815 INFO  [M:0;fc6cd38557f3:37655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-05T07:56:54,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-05T07:56:54,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-05T07:56:54,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:56:54,830 DEBUG [M:0;fc6cd38557f3:37655 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false
2024-12-05T07:56:54,831 DEBUG [M:0;fc6cd38557f3:37655 {}] master.ActiveMasterManager(353): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master
2024-12-05T07:56:54,831 INFO  [M:0;fc6cd38557f3:37655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/.lastflushedseqids
2024-12-05T07:56:54,835 INFO  [M:0;fc6cd38557f3:37655 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-05T07:56:54,835 INFO  [M:0;fc6cd38557f3:37655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-05T07:56:54,835 DEBUG [M:0;fc6cd38557f3:37655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T07:56:54,835 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:54,835 DEBUG [M:0;fc6cd38557f3:37655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:54,835 DEBUG [M:0;fc6cd38557f3:37655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T07:56:54,835 DEBUG [M:0;fc6cd38557f3:37655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:54,836 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=39.49 KB heapSize=49.88 KB
2024-12-05T07:56:54,845 DEBUG [M:0;fc6cd38557f3:37655 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 371d07c45c604d9690c1b10b84b3c5c8
2024-12-05T07:56:54,857 DEBUG [M:0;fc6cd38557f3:37655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/371d07c45c604d9690c1b10b84b3c5c8 is 82, key is hbase:meta,,1/info:regioninfo/1733385413991/Put/seqid=0
2024-12-05T07:56:54,858 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/371d07c45c604d9690c1b10b84b3c5c8
2024-12-05T07:56:54,865 DEBUG [M:0;fc6cd38557f3:37655 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on e3d31d8b93e94e7194cf391bb1bcd6aa
2024-12-05T07:56:54,880 DEBUG [M:0;fc6cd38557f3:37655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3d31d8b93e94e7194cf391bb1bcd6aa is 781, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733385411971/Put/seqid=0
2024-12-05T07:56:54,881 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.26 KB at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3d31d8b93e94e7194cf391bb1bcd6aa
2024-12-05T07:56:54,889 DEBUG [M:0;fc6cd38557f3:37655 {}] hfile.HFile$WriterFactory(308): Unable to set drop behind on 86af9276d31449258778110e66c10672
2024-12-05T07:56:54,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:54,897 INFO  [RS:2;fc6cd38557f3:38497 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:56:54,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101a5c7e8920003, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:54,897 INFO  [RS:2;fc6cd38557f3:38497 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,38497,1733385413783; zookeeper connection closed.
2024-12-05T07:56:54,898 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30475dfd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30475dfd
2024-12-05T07:56:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34463-0x101a5c7e8920001, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:54,906 INFO  [RS:0;fc6cd38557f3:34463 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:56:54,906 INFO  [RS:0;fc6cd38557f3:34463 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,34463,1733385410158; zookeeper connection closed.
2024-12-05T07:56:54,906 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3616d8b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3616d8b6
2024-12-05T07:56:54,906 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-12-05T07:56:54,907 DEBUG [M:0;fc6cd38557f3:37655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86af9276d31449258778110e66c10672 is 69, key is fc6cd38557f3,34463,1733385410158/rs:state/1733385410857/Put/seqid=0
2024-12-05T07:56:54,908 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=102 (bloomFilter=true), to=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86af9276d31449258778110e66c10672
2024-12-05T07:56:54,910 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86af9276d31449258778110e66c10672
2024-12-05T07:56:54,911 DEBUG [M:0;fc6cd38557f3:37655 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/371d07c45c604d9690c1b10b84b3c5c8 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/371d07c45c604d9690c1b10b84b3c5c8
2024-12-05T07:56:54,913 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/371d07c45c604d9690c1b10b84b3c5c8, entries=14, sequenceid=102, filesize=5.9 K
2024-12-05T07:56:54,913 DEBUG [M:0;fc6cd38557f3:37655 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3d31d8b93e94e7194cf391bb1bcd6aa as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3d31d8b93e94e7194cf391bb1bcd6aa
2024-12-05T07:56:54,915 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3d31d8b93e94e7194cf391bb1bcd6aa, entries=11, sequenceid=102, filesize=6.5 K
2024-12-05T07:56:54,916 DEBUG [M:0;fc6cd38557f3:37655 {}] regionserver.HRegionFileSystem(442): Committing file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86af9276d31449258778110e66c10672 as file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86af9276d31449258778110e66c10672
2024-12-05T07:56:54,918 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86af9276d31449258778110e66c10672
2024-12-05T07:56:54,918 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5de05689-4fc0-5d7b-599d-6a1fa92de95c/9a68647d-9af9-d372-984b-89bad9740897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86af9276d31449258778110e66c10672, entries=3, sequenceid=102, filesize=5.3 K
2024-12-05T07:56:54,919 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.49 KB/40436, heapSize ~49.59 KB/50776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 84ms, sequenceid=102, compaction requested=false
2024-12-05T07:56:54,920 INFO  [M:0;fc6cd38557f3:37655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:56:54,920 DEBUG [M:0;fc6cd38557f3:37655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733385414835Disabling compacts and flushes for region at 1733385414835Disabling writes for close at 1733385414835Obtaining lock to block concurrent updates at 1733385414836 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385414836Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=40436, getHeapSize=51016, getOffHeapSize=0, getCellsCount=127 at 1733385414836Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385414836Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385414836Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385414857 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385414857Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385414859 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385414880 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385414880Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385414883 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385414906 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385414906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8fc36b: reopening flushed file at 1733385414911 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9bf4c: reopening flushed file at 1733385414913 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ef8110: reopening flushed file at 1733385414915 (+2 ms)Finished flush of dataSize ~39.49 KB/40436, heapSize ~49.59 KB/50776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 84ms, sequenceid=102, compaction requested=false at 1733385414919 (+4 ms)Writing region close event to WAL at 1733385414920 (+1 ms)Closed at 1733385414920
2024-12-05T07:56:54,921 INFO  [M:0;fc6cd38557f3:37655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-05T07:56:54,921 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:56:54,921 INFO  [M:0;fc6cd38557f3:37655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37655
2024-12-05T07:56:54,922 INFO  [M:0;fc6cd38557f3:37655 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:56:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:55,056 INFO  [M:0;fc6cd38557f3:37655 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:56:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37655-0x101a5c7e8920000, quorum=127.0.0.1:62013, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:56:55,058 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-05T07:56:55,060 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-05T07:56:55,060 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:56:55,073 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: io.hfile.TestBlockEvictionOnRegionMovement#testBlockEvictionOnGracefulStop Thread=72 (was 51)
Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=382 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6621 (was 6700)