2025-01-07 10:26:26,148 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b247367 2025-01-07 10:26:26,159 main DEBUG Took 0.009031 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2025-01-07 10:26:26,159 main DEBUG PluginManager 'Core' found 129 plugins 2025-01-07 10:26:26,160 main DEBUG PluginManager 'Level' found 0 plugins 2025-01-07 10:26:26,160 main DEBUG PluginManager 'Lookup' found 16 plugins 2025-01-07 10:26:26,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,170 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2025-01-07 10:26:26,181 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,183 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,184 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,185 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,186 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,187 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,188 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,188 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,189 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,190 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,191 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2025-01-07 10:26:26,192 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,192 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2025-01-07 10:26:26,193 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2025-01-07 10:26:26,194 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2025-01-07 10:26:26,196 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2025-01-07 10:26:26,196 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2025-01-07 10:26:26,197 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2025-01-07 10:26:26,197 main DEBUG PluginManager 'Converter' found 47 plugins 2025-01-07 10:26:26,205 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2025-01-07 10:26:26,207 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2025-01-07 10:26:26,209 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2025-01-07 10:26:26,209 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2025-01-07 10:26:26,210 main DEBUG createAppenders(={Console}) 2025-01-07 10:26:26,210 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b247367 initialized 2025-01-07 10:26:26,210 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b247367 2025-01-07 10:26:26,211 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b247367 OK. 2025-01-07 10:26:26,211 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2025-01-07 10:26:26,211 main DEBUG OutputStream closed 2025-01-07 10:26:26,212 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2025-01-07 10:26:26,212 main DEBUG Appender DefaultConsole-1 stopped with status true 2025-01-07 10:26:26,212 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@24fcf36f OK 2025-01-07 10:26:26,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2025-01-07 10:26:26,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2025-01-07 10:26:26,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2025-01-07 10:26:26,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2025-01-07 10:26:26,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2025-01-07 10:26:26,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2025-01-07 10:26:26,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2025-01-07 10:26:26,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2025-01-07 10:26:26,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2025-01-07 10:26:26,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2025-01-07 10:26:26,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2025-01-07 10:26:26,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2025-01-07 10:26:26,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2025-01-07 10:26:26,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2025-01-07 10:26:26,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2025-01-07 10:26:26,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2025-01-07 10:26:26,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2025-01-07 10:26:26,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2025-01-07 10:26:26,286 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2025-01-07 10:26:26,287 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@60df60da) with optional ClassLoader: null 2025-01-07 10:26:26,287 main DEBUG Shutdown hook enabled. Registering a new one. 2025-01-07 10:26:26,288 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@60df60da] started OK. 2025-01-07T10:26:26,302 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2025-01-07 10:26:26,305 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2025-01-07 10:26:26,305 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2025-01-07T10:26:26,368 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=3363 2025-01-07T10:26:26,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3 2025-01-07T10:26:26,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2025-01-07T10:26:26,615 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d, deleteOnExit=true 2025-01-07T10:26:26,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2025-01-07T10:26:26,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/test.cache.data in system properties and HBase conf 2025-01-07T10:26:26,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.tmp.dir in system properties and HBase conf 2025-01-07T10:26:26,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.log.dir in system properties and HBase conf 2025-01-07T10:26:26,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/mapreduce.cluster.local.dir in system properties and HBase conf 2025-01-07T10:26:26,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2025-01-07T10:26:26,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2025-01-07T10:26:26,699 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2025-01-07T10:26:26,795 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-07T10:26:26,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:26,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:26,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2025-01-07T10:26:26,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:26,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2025-01-07T10:26:26,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2025-01-07T10:26:26,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:26,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:26,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2025-01-07T10:26:26,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/nfs.dump.dir in system properties and HBase conf 2025-01-07T10:26:26,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/java.io.tmpdir in system properties and HBase conf 2025-01-07T10:26:26,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:26,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2025-01-07T10:26:26,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2025-01-07T10:26:27,595 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2025-01-07T10:26:27,681 INFO [Time-limited test {}] log.Log(170): Logging initialized @2188ms to org.eclipse.jetty.util.log.Slf4jLog 2025-01-07T10:26:27,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:27,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:27,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:27,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:27,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-07T10:26:27,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:27,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f8e80c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:27,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6550d3c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:28,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7649ad3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/java.io.tmpdir/jetty-localhost-34429-hadoop-hdfs-3_4_1-tests_jar-_-any-13179387114822020219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:28,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3aa2c943{HTTP/1.1, (http/1.1)}{localhost:34429} 2025-01-07T10:26:28,066 INFO [Time-limited test {}] server.Server(415): Started @2574ms 2025-01-07T10:26:28,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:28,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:28,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:28,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:28,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-07T10:26:28,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13e395d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:28,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@274a206b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:28,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e711dd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/java.io.tmpdir/jetty-localhost-37387-hadoop-hdfs-3_4_1-tests_jar-_-any-17930492322208264222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:28,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38443333{HTTP/1.1, (http/1.1)}{localhost:37387} 2025-01-07T10:26:28,555 INFO [Time-limited test {}] server.Server(415): Started @3064ms 2025-01-07T10:26:28,610 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:28,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:28,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:28,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:28,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:28,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-07T10:26:28,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@409b3a78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:28,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e106fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:28,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30fd6a3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/java.io.tmpdir/jetty-localhost-40983-hadoop-hdfs-3_4_1-tests_jar-_-any-12193516823721663841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:28,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14e9d09a{HTTP/1.1, (http/1.1)}{localhost:40983} 2025-01-07T10:26:28,847 INFO [Time-limited test {}] server.Server(415): Started @3356ms 2025-01-07T10:26:28,849 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:29,036 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/data/data1/current/BP-1810238140-172.17.0.2-1736245587345/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:29,036 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/data/data2/current/BP-1810238140-172.17.0.2-1736245587345/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:29,036 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/data/data4/current/BP-1810238140-172.17.0.2-1736245587345/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:29,036 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/data/data3/current/BP-1810238140-172.17.0.2-1736245587345/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:29,096 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:29,097 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ecce1fd673437d with lease ID 0xc7e34f0c50e36b56: Processing first storage report for DS-83c1fda0-1061-4bfa-ae04-ab07cc66bf41 from datanode DatanodeRegistration(127.0.0.1:33857, datanodeUuid=7d496df3-6541-4093-bc65-e26b8b38fa49, infoPort=36039, infoSecurePort=0, ipcPort=43427, storageInfo=lv=-57;cid=testClusterID;nsid=916248615;c=1736245587345) 2025-01-07T10:26:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ecce1fd673437d with lease ID 0xc7e34f0c50e36b56: from storage DS-83c1fda0-1061-4bfa-ae04-ab07cc66bf41 node DatanodeRegistration(127.0.0.1:33857, datanodeUuid=7d496df3-6541-4093-bc65-e26b8b38fa49, infoPort=36039, infoSecurePort=0, ipcPort=43427, storageInfo=lv=-57;cid=testClusterID;nsid=916248615;c=1736245587345), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2025-01-07T10:26:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7746f8ebc5a54cba with lease ID 0xc7e34f0c50e36b57: Processing first storage report for DS-938fd5ba-980d-41ce-a83a-87b921cee91b from datanode DatanodeRegistration(127.0.0.1:33799, datanodeUuid=4411b6e2-7d74-48d3-82a5-2fe15844a516, infoPort=45143, infoSecurePort=0, ipcPort=46027, storageInfo=lv=-57;cid=testClusterID;nsid=916248615;c=1736245587345) 2025-01-07T10:26:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7746f8ebc5a54cba with lease ID 0xc7e34f0c50e36b57: from storage DS-938fd5ba-980d-41ce-a83a-87b921cee91b node DatanodeRegistration(127.0.0.1:33799, datanodeUuid=4411b6e2-7d74-48d3-82a5-2fe15844a516, infoPort=45143, infoSecurePort=0, ipcPort=46027, storageInfo=lv=-57;cid=testClusterID;nsid=916248615;c=1736245587345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ecce1fd673437d with lease ID 0xc7e34f0c50e36b56: Processing first storage report for DS-93e21fb2-c3af-48e1-a15c-b206ab07425c from datanode DatanodeRegistration(127.0.0.1:33857, datanodeUuid=7d496df3-6541-4093-bc65-e26b8b38fa49, infoPort=36039, infoSecurePort=0, ipcPort=43427, storageInfo=lv=-57;cid=testClusterID;nsid=916248615;c=1736245587345) 2025-01-07T10:26:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ecce1fd673437d with lease ID 0xc7e34f0c50e36b56: from storage DS-93e21fb2-c3af-48e1-a15c-b206ab07425c node DatanodeRegistration(127.0.0.1:33857, datanodeUuid=7d496df3-6541-4093-bc65-e26b8b38fa49, infoPort=36039, infoSecurePort=0, ipcPort=43427, storageInfo=lv=-57;cid=testClusterID;nsid=916248615;c=1736245587345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7746f8ebc5a54cba with lease ID 0xc7e34f0c50e36b57: Processing first storage report for DS-265ed415-ef95-408f-9d48-b502a863b7d4 from datanode DatanodeRegistration(127.0.0.1:33799, datanodeUuid=4411b6e2-7d74-48d3-82a5-2fe15844a516, infoPort=45143, infoSecurePort=0, ipcPort=46027, storageInfo=lv=-57;cid=testClusterID;nsid=916248615;c=1736245587345) 2025-01-07T10:26:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7746f8ebc5a54cba with lease ID 0xc7e34f0c50e36b57: from storage DS-265ed415-ef95-408f-9d48-b502a863b7d4 node DatanodeRegistration(127.0.0.1:33799, datanodeUuid=4411b6e2-7d74-48d3-82a5-2fe15844a516, infoPort=45143, infoSecurePort=0, ipcPort=46027, storageInfo=lv=-57;cid=testClusterID;nsid=916248615;c=1736245587345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:29,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3 2025-01-07T10:26:29,305 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/zookeeper_0, clientPort=51159, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2025-01-07T10:26:29,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51159 2025-01-07T10:26:29,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:29,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:29,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3 with version=8 2025-01-07T10:26:29,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/hbase-staging 2025-01-07T10:26:30,055 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2025-01-07T10:26:30,285 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:30,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:30,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:30,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:30,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:30,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:30,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2025-01-07T10:26:30,481 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2025-01-07T10:26:30,490 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2025-01-07T10:26:30,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:30,518 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26458 (auto-detected) 2025-01-07T10:26:30,519 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2025-01-07T10:26:30,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42131 2025-01-07T10:26:30,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42131 connecting to ZooKeeper ensemble=127.0.0.1:51159 2025-01-07T10:26:30,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421310x0, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:30,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42131-0x1000e8339500000 connected 2025-01-07T10:26:30,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:30,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:30,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:30,646 INFO [Time-limited test {}] master.HMaster(536): hbase.rootdir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3, hbase.cluster.distributed=false 2025-01-07T10:26:30,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:30,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42131 2025-01-07T10:26:30,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42131 2025-01-07T10:26:30,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42131 2025-01-07T10:26:30,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42131 2025-01-07T10:26:30,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42131 2025-01-07T10:26:30,787 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:30,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:30,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:30,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:30,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:30,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:30,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:30,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:30,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37919 2025-01-07T10:26:30,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37919 connecting to ZooKeeper ensemble=127.0.0.1:51159 2025-01-07T10:26:30,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:30,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:30,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379190x0, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:30,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37919-0x1000e8339500001 connected 2025-01-07T10:26:30,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:30,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:30,821 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:30,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:30,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:30,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37919 2025-01-07T10:26:30,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37919 2025-01-07T10:26:30,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37919 2025-01-07T10:26:30,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37919 2025-01-07T10:26:30,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37919 2025-01-07T10:26:30,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:30,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:30,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:30,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:30,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:30,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:30,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:30,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:30,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44101 2025-01-07T10:26:30,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44101 connecting to ZooKeeper ensemble=127.0.0.1:51159 2025-01-07T10:26:30,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:30,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:30,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441010x0, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:30,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441010x0, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:30,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44101-0x1000e8339500002 connected 2025-01-07T10:26:30,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:30,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:30,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:30,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:30,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44101 2025-01-07T10:26:30,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44101 2025-01-07T10:26:30,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44101 2025-01-07T10:26:30,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44101 2025-01-07T10:26:30,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44101 2025-01-07T10:26:30,892 DEBUG [M:0;f3fc36305cc7:42131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3fc36305cc7:42131 2025-01-07T10:26:30,895 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(2525): Adding backup master ZNode /hbase/backup-masters/f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:30,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:30,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:30,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:30,905 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:30,925 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2025-01-07T10:26:30,926 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f3fc36305cc7,42131,1736245590104 from backup master directory 2025-01-07T10:26:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:30,930 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:30,930 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:30,932 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2025-01-07T10:26:30,933 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2025-01-07T10:26:30,991 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/hbase.id] with ID: fd47faef-bed5-4c2b-a524-45d1508bff10 2025-01-07T10:26:30,992 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/.tmp/hbase.id 2025-01-07T10:26:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:31,004 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/.tmp/hbase.id]:[hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/hbase.id] 2025-01-07T10:26:31,045 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:31,049 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2025-01-07T10:26:31,067 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2025-01-07T10:26:31,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:31,102 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:31,104 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-07T10:26:31,119 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1014) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2550) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:624) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2025-01-07T10:26:31,123 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:31,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:31,173 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store 2025-01-07T10:26:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:31,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:31,197 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2025-01-07T10:26:31,200 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:31,201 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:31,201 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:31,202 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:31,204 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:31,204 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:31,204 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:31,206 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245591201Disabling compacts and flushes for region at 1736245591201Disabling writes for close at 1736245591204 (+3 ms)Writing region close event to WAL at 1736245591204Closed at 1736245591204 2025-01-07T10:26:31,209 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/.initializing 2025-01-07T10:26:31,209 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/WALs/f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:31,218 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:31,235 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C42131%2C1736245590104, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/WALs/f3fc36305cc7,42131,1736245590104, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/oldWALs, maxLogs=10 2025-01-07T10:26:31,258 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/WALs/f3fc36305cc7,42131,1736245590104/f3fc36305cc7%2C42131%2C1736245590104.1736245591240, exclude list is [], retry=0 2025-01-07T10:26:31,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33857,DS-83c1fda0-1061-4bfa-ae04-ab07cc66bf41,DISK] 2025-01-07T10:26:31,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33799,DS-938fd5ba-980d-41ce-a83a-87b921cee91b,DISK] 2025-01-07T10:26:31,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2025-01-07T10:26:31,313 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/WALs/f3fc36305cc7,42131,1736245590104/f3fc36305cc7%2C42131%2C1736245590104.1736245591240 2025-01-07T10:26:31,314 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039),(127.0.0.1/127.0.0.1:45143:45143)] 2025-01-07T10:26:31,314 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:31,315 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:31,318 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,319 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-07T10:26:31,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:31,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:31,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-07T10:26:31,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:31,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:31,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-07T10:26:31,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:31,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:31,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-07T10:26:31,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:31,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:31,399 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,403 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,405 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,411 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,411 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,415 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:31,418 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:31,422 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:31,423 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68700453, jitterRate=0.023716524243354797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:31,429 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736245591331Initializing all the Stores at 1736245591334 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245591334Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245591335 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245591335Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245591335Cleaning up temporary data from old regions at 1736245591411 (+76 ms)Region opened successfully at 1736245591429 (+18 ms) 2025-01-07T10:26:31,430 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-07T10:26:31,466 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161a6d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:31,504 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(923): No meta location available on zookeeper, skip migrating... 2025-01-07T10:26:31,514 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2025-01-07T10:26:31,515 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-07T10:26:31,518 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2025-01-07T10:26:31,519 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2025-01-07T10:26:31,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2025-01-07T10:26:31,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-07T10:26:31,560 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2025-01-07T10:26:31,569 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2025-01-07T10:26:31,573 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2025-01-07T10:26:31,576 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2025-01-07T10:26:31,577 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2025-01-07T10:26:31,579 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2025-01-07T10:26:31,581 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2025-01-07T10:26:31,584 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2025-01-07T10:26:31,585 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2025-01-07T10:26:31,587 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2025-01-07T10:26:31,588 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2025-01-07T10:26:31,606 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2025-01-07T10:26:31,609 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2025-01-07T10:26:31,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:31,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:31,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:31,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,616 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(867): Active/primary master=f3fc36305cc7,42131,1736245590104, sessionid=0x1000e8339500000, setting cluster-up flag (Was=false) 2025-01-07T10:26:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,638 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2025-01-07T10:26:31,639 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:31,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:31,651 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2025-01-07T10:26:31,652 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:31,658 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2025-01-07T10:26:31,682 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(746): ClusterId : fd47faef-bed5-4c2b-a524-45d1508bff10 2025-01-07T10:26:31,682 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(746): ClusterId : fd47faef-bed5-4c2b-a524-45d1508bff10 2025-01-07T10:26:31,685 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:31,685 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:31,692 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:31,692 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:31,692 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:31,692 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:31,695 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:31,696 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:31,696 DEBUG [RS:0;f3fc36305cc7:37919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174ed2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:31,696 DEBUG [RS:1;f3fc36305cc7:44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1202171c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:31,713 DEBUG [RS:0;f3fc36305cc7:37919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3fc36305cc7:37919 2025-01-07T10:26:31,716 DEBUG [RS:1;f3fc36305cc7:44101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f3fc36305cc7:44101 2025-01-07T10:26:31,717 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:31,717 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:31,717 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:31,717 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:31,717 DEBUG [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:31,717 DEBUG [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:31,720 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,42131,1736245590104 with port=44101, startcode=1736245590849 2025-01-07T10:26:31,720 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,42131,1736245590104 with port=37919, startcode=1736245590750 2025-01-07T10:26:31,732 DEBUG [RS:0;f3fc36305cc7:37919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:31,732 DEBUG [RS:1;f3fc36305cc7:44101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:31,734 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:31,745 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2025-01-07T10:26:31,752 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2025-01-07T10:26:31,757 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3fc36305cc7,42131,1736245590104 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2025-01-07T10:26:31,764 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:31,764 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:31,764 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:31,765 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:31,765 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3fc36305cc7:0, corePoolSize=10, maxPoolSize=10 2025-01-07T10:26:31,765 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,765 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:31,765 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,772 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736245621772 2025-01-07T10:26:31,774 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:31,774 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:31,775 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2025-01-07T10:26:31,776 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2025-01-07T10:26:31,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:31,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2025-01-07T10:26:31,780 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2025-01-07T10:26:31,781 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2025-01-07T10:26:31,781 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2025-01-07T10:26:31,781 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2025-01-07T10:26:31,781 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3349) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2025-01-07T10:26:31,782 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,785 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:31,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-07T10:26:31,786 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2025-01-07T10:26:31,787 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3349) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2025-01-07T10:26:31,788 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2025-01-07T10:26:31,788 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2025-01-07T10:26:31,791 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2025-01-07T10:26:31,791 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2025-01-07T10:26:31,793 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245591793,5,FailOnTimeoutGroup] 2025-01-07T10:26:31,794 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245591793,5,FailOnTimeoutGroup] 2025-01-07T10:26:31,794 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,794 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1752): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2025-01-07T10:26:31,795 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,795 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:31,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2025-01-07T10:26:31,799 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3 2025-01-07T10:26:31,810 DEBUG [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(2683): Master is not running yet 2025-01-07T10:26:31,810 DEBUG [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(2683): Master is not running yet 2025-01-07T10:26:31,810 WARN [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2025-01-07T10:26:31,810 WARN [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2025-01-07T10:26:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741832_1008 (size=32) 2025-01-07T10:26:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741832_1008 (size=32) 2025-01-07T10:26:31,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:31,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:31,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:31,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:31,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:31,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:31,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:31,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:31,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:31,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:31,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:31,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:31,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:31,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:31,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:31,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:31,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:31,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:31,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740 2025-01-07T10:26:31,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740 2025-01-07T10:26:31,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:31,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:31,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:31,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:31,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:31,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59529881, jitterRate=-0.11293564736843109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:31,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1736245591816Initializing all the Stores at 1736245591817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245591818 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245591818Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245591818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245591818Cleaning up temporary data from old regions at 1736245591836 (+18 ms)Region opened successfully at 1736245591846 (+10 ms) 2025-01-07T10:26:31,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:31,847 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:31,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:31,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:31,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:31,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:31,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245591847Disabling compacts and flushes for region at 1736245591847Disabling writes for close at 1736245591847Writing region close event to WAL at 1736245591848 (+1 ms)Closed at 1736245591848 2025-01-07T10:26:31,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:31,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2025-01-07T10:26:31,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2025-01-07T10:26:31,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:31,870 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2025-01-07T10:26:31,911 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,42131,1736245590104 with port=37919, startcode=1736245590750 2025-01-07T10:26:31,911 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,42131,1736245590104 with port=44101, startcode=1736245590849 2025-01-07T10:26:31,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:31,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42131 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:31,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:31,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42131 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:31,924 DEBUG [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3 2025-01-07T10:26:31,924 DEBUG [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39565 2025-01-07T10:26:31,924 DEBUG [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:31,926 DEBUG [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3 2025-01-07T10:26:31,926 DEBUG [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39565 2025-01-07T10:26:31,926 DEBUG [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:31,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:31,933 DEBUG [RS:1;f3fc36305cc7:44101 {}] zookeeper.ZKUtil(111): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:31,933 DEBUG [RS:0;f3fc36305cc7:37919 {}] zookeeper.ZKUtil(111): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:31,933 WARN [RS:1;f3fc36305cc7:44101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:31,933 WARN [RS:0;f3fc36305cc7:37919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:31,934 INFO [RS:1;f3fc36305cc7:44101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:31,934 INFO [RS:0;f3fc36305cc7:37919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:31,934 DEBUG [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:31,934 DEBUG [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:31,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,37919,1736245590750] 2025-01-07T10:26:31,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,44101,1736245590849] 2025-01-07T10:26:31,960 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:31,960 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:31,973 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:31,973 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:31,980 INFO [RS:0;f3fc36305cc7:37919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:31,980 INFO [RS:1;f3fc36305cc7:44101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:31,980 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,980 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,981 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:31,981 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:31,987 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:31,987 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:31,988 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,988 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,989 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,989 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:31,989 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:31,990 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:31,990 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:31,990 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:31,991 DEBUG [RS:1;f3fc36305cc7:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:31,991 DEBUG [RS:0;f3fc36305cc7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:31,992 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,992 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,992 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,992 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,992 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,992 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,993 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,993 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37919,1736245590750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:31,993 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,993 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,993 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:31,993 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,44101,1736245590849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:32,013 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:32,015 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37919,1736245590750-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,015 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,015 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.Replication(171): f3fc36305cc7,37919,1736245590750 started 2025-01-07T10:26:32,018 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:32,019 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,44101,1736245590849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,019 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,019 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.Replication(171): f3fc36305cc7,44101,1736245590849 started 2025-01-07T10:26:32,021 WARN [f3fc36305cc7:42131 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2025-01-07T10:26:32,033 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,034 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,37919,1736245590750, RpcServer on f3fc36305cc7/172.17.0.2:37919, sessionid=0x1000e8339500001 2025-01-07T10:26:32,034 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:32,034 DEBUG [RS:0;f3fc36305cc7:37919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:32,035 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,37919,1736245590750' 2025-01-07T10:26:32,035 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:32,036 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:32,036 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:32,036 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:32,037 DEBUG [RS:0;f3fc36305cc7:37919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:32,037 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,37919,1736245590750' 2025-01-07T10:26:32,037 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:32,037 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:32,038 DEBUG [RS:0;f3fc36305cc7:37919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:32,038 INFO [RS:0;f3fc36305cc7:37919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:32,038 INFO [RS:0;f3fc36305cc7:37919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:32,043 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,043 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,44101,1736245590849, RpcServer on f3fc36305cc7/172.17.0.2:44101, sessionid=0x1000e8339500002 2025-01-07T10:26:32,043 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:32,043 DEBUG [RS:1;f3fc36305cc7:44101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:32,043 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,44101,1736245590849' 2025-01-07T10:26:32,043 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:32,044 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:32,045 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:32,045 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:32,045 DEBUG [RS:1;f3fc36305cc7:44101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:32,045 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,44101,1736245590849' 2025-01-07T10:26:32,045 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:32,046 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:32,046 DEBUG [RS:1;f3fc36305cc7:44101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:32,047 INFO [RS:1;f3fc36305cc7:44101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:32,047 INFO [RS:1;f3fc36305cc7:44101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:32,143 INFO [RS:0;f3fc36305cc7:37919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:32,146 INFO [RS:0;f3fc36305cc7:37919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C37919%2C1736245590750, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,37919,1736245590750, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/oldWALs, maxLogs=32 2025-01-07T10:26:32,147 INFO [RS:1;f3fc36305cc7:44101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:32,150 INFO [RS:1;f3fc36305cc7:44101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C44101%2C1736245590849, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,44101,1736245590849, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/oldWALs, maxLogs=32 2025-01-07T10:26:32,163 DEBUG [RS:0;f3fc36305cc7:37919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,37919,1736245590750/f3fc36305cc7%2C37919%2C1736245590750.1736245592148, exclude list is [], retry=0 2025-01-07T10:26:32,166 DEBUG [RS:1;f3fc36305cc7:44101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,44101,1736245590849/f3fc36305cc7%2C44101%2C1736245590849.1736245592152, exclude list is [], retry=0 2025-01-07T10:26:32,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33857,DS-83c1fda0-1061-4bfa-ae04-ab07cc66bf41,DISK] 2025-01-07T10:26:32,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33799,DS-938fd5ba-980d-41ce-a83a-87b921cee91b,DISK] 2025-01-07T10:26:32,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33857,DS-83c1fda0-1061-4bfa-ae04-ab07cc66bf41,DISK] 2025-01-07T10:26:32,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33799,DS-938fd5ba-980d-41ce-a83a-87b921cee91b,DISK] 2025-01-07T10:26:32,173 INFO [RS:0;f3fc36305cc7:37919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,37919,1736245590750/f3fc36305cc7%2C37919%2C1736245590750.1736245592148 2025-01-07T10:26:32,173 DEBUG [RS:0;f3fc36305cc7:37919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039),(127.0.0.1/127.0.0.1:45143:45143)] 2025-01-07T10:26:32,174 INFO [RS:1;f3fc36305cc7:44101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,44101,1736245590849/f3fc36305cc7%2C44101%2C1736245590849.1736245592152 2025-01-07T10:26:32,174 DEBUG [RS:1;f3fc36305cc7:44101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039),(127.0.0.1/127.0.0.1:45143:45143)] 2025-01-07T10:26:32,274 DEBUG [f3fc36305cc7:42131 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2025-01-07T10:26:32,282 DEBUG [f3fc36305cc7:42131 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:32,288 DEBUG [f3fc36305cc7:42131 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:32,289 DEBUG [f3fc36305cc7:42131 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:32,289 DEBUG [f3fc36305cc7:42131 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:32,289 DEBUG [f3fc36305cc7:42131 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:32,289 INFO [f3fc36305cc7:42131 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:32,289 INFO [f3fc36305cc7:42131 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:32,289 DEBUG [f3fc36305cc7:42131 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:32,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:32,303 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,44101,1736245590849, state=OPENING 2025-01-07T10:26:32,308 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2025-01-07T10:26:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:32,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:32,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:32,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:32,312 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:32,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,44101,1736245590849}] 2025-01-07T10:26:32,487 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:32,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:32,501 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2025-01-07T10:26:32,501 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:32,502 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2025-01-07T10:26:32,505 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C44101%2C1736245590849.meta, suffix=.meta, logDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,44101,1736245590849, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/oldWALs, maxLogs=32 2025-01-07T10:26:32,521 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,44101,1736245590849/f3fc36305cc7%2C44101%2C1736245590849.meta.1736245592507.meta, exclude list is [], retry=0 2025-01-07T10:26:32,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33799,DS-938fd5ba-980d-41ce-a83a-87b921cee91b,DISK] 2025-01-07T10:26:32,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33857,DS-83c1fda0-1061-4bfa-ae04-ab07cc66bf41,DISK] 2025-01-07T10:26:32,528 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,44101,1736245590849/f3fc36305cc7%2C44101%2C1736245590849.meta.1736245592507.meta 2025-01-07T10:26:32,528 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039),(127.0.0.1/127.0.0.1:45143:45143)] 2025-01-07T10:26:32,528 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:32,530 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2025-01-07T10:26:32,533 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2025-01-07T10:26:32,537 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2025-01-07T10:26:32,541 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2025-01-07T10:26:32,542 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:32,542 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2025-01-07T10:26:32,542 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2025-01-07T10:26:32,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:32,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:32,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:32,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:32,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:32,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:32,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:32,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:32,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:32,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:32,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:32,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:32,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:32,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:32,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:32,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:32,554 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:32,556 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740 2025-01-07T10:26:32,558 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740 2025-01-07T10:26:32,560 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:32,560 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:32,561 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:32,563 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:32,565 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68769849, jitterRate=0.02475060522556305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:32,565 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2025-01-07T10:26:32,567 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1736245592543Writing region info on filesystem at 1736245592543Initializing all the Stores at 1736245592544 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245592544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245592545 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245592545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245592545Cleaning up temporary data from old regions at 1736245592560 (+15 ms)Running coprocessor post-open hooks at 1736245592565 (+5 ms)Region opened successfully at 1736245592567 (+2 ms) 2025-01-07T10:26:32,574 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1736245592479 2025-01-07T10:26:32,584 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2025-01-07T10:26:32,585 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2025-01-07T10:26:32,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:32,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,44101,1736245590849, state=OPEN 2025-01-07T10:26:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:32,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:32,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:32,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:32,592 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:32,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2025-01-07T10:26:32,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,44101,1736245590849 in 278 msec 2025-01-07T10:26:32,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2025-01-07T10:26:32,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 741 msec 2025-01-07T10:26:32,604 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:32,605 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2025-01-07T10:26:32,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:32,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,44101,1736245590849, seqNum=-1] 2025-01-07T10:26:32,646 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:32,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48197, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:32,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 979 msec 2025-01-07T10:26:32,665 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1134): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1736245592665, completionTime=-1 2025-01-07T10:26:32,668 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2025-01-07T10:26:32,669 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2025-01-07T10:26:32,693 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2025-01-07T10:26:32,693 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1736245652693 2025-01-07T10:26:32,693 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1736245712693 2025-01-07T10:26:32,693 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2025-01-07T10:26:32,695 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2025-01-07T10:26:32,702 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,42131,1736245590104-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,702 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,42131,1736245590104-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,702 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,42131,1736245590104-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,704 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3fc36305cc7:42131, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,704 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,705 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,711 DEBUG [master/f3fc36305cc7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2025-01-07T10:26:32,732 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1250): Master has completed initialization 1.802sec 2025-01-07T10:26:32,734 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2025-01-07T10:26:32,735 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2025-01-07T10:26:32,736 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2025-01-07T10:26:32,736 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2025-01-07T10:26:32,736 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2025-01-07T10:26:32,737 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,42131,1736245590104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:32,737 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,42131,1736245590104-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2025-01-07T10:26:32,742 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1385): Balancer post startup initialization complete, took 0 seconds 2025-01-07T10:26:32,743 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2025-01-07T10:26:32,743 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,42131,1736245590104-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:32,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4a3218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:32,795 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2025-01-07T10:26:32,795 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2025-01-07T10:26:32,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3fc36305cc7,42131,-1 for getting cluster id 2025-01-07T10:26:32,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2025-01-07T10:26:32,832 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd47faef-bed5-4c2b-a524-45d1508bff10' 2025-01-07T10:26:32,834 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2025-01-07T10:26:32,834 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd47faef-bed5-4c2b-a524-45d1508bff10" 2025-01-07T10:26:32,835 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6486a1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:32,835 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3fc36305cc7,42131,-1] 2025-01-07T10:26:32,837 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2025-01-07T10:26:32,839 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:32,840 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2025-01-07T10:26:32,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c36aca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:32,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:32,851 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,44101,1736245590849, seqNum=-1] 2025-01-07T10:26:32,852 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:32,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:32,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:32,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2025-01-07T10:26:32,906 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f166697 2025-01-07T10:26:32,910 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-07T10:26:32,912 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-07T10:26:32,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] master.HMaster$4(2469): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2025-01-07T10:26:32,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2025-01-07T10:26:32,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2025-01-07T10:26:32,936 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:32,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-07T10:26:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:32,956 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae4f8e28d48b1639a15ae0c1d89a850a, NAME => 'testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3 2025-01-07T10:26:32,956 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6d1373ded35d911bcbff7472d9242c70, NAME => 'testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3 2025-01-07T10:26:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ae4f8e28d48b1639a15ae0c1d89a850a, disabling compactions & flushes 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6d1373ded35d911bcbff7472d9242c70, disabling compactions & flushes 2025-01-07T10:26:32,971 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:32,971 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. after waiting 0 ms 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. after waiting 0 ms 2025-01-07T10:26:32,971 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:32,971 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae4f8e28d48b1639a15ae0c1d89a850a: Waiting for close lock at 1736245592971Disabling compacts and flushes for region at 1736245592971Disabling writes for close at 1736245592971Writing region close event to WAL at 1736245592971Closed at 1736245592971 2025-01-07T10:26:32,971 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:32,972 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6d1373ded35d911bcbff7472d9242c70: Waiting for close lock at 1736245592971Disabling compacts and flushes for region at 1736245592971Disabling writes for close at 1736245592971Writing region close event to WAL at 1736245592971Closed at 1736245592971 2025-01-07T10:26:32,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2025-01-07T10:26:32,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245592974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245592974"}]},"ts":"1736245592974"} 2025-01-07T10:26:32,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245592974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245592974"}]},"ts":"1736245592974"} 2025-01-07T10:26:33,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2025-01-07T10:26:33,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-07T10:26:33,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245593011"}]},"ts":"1736245593011"} 2025-01-07T10:26:33,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2025-01-07T10:26:33,018 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:33,020 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:33,020 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:33,020 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:33,020 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:33,020 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:33,020 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:33,020 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:33,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae4f8e28d48b1639a15ae0c1d89a850a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d1373ded35d911bcbff7472d9242c70, ASSIGN}] 2025-01-07T10:26:33,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d1373ded35d911bcbff7472d9242c70, ASSIGN 2025-01-07T10:26:33,024 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae4f8e28d48b1639a15ae0c1d89a850a, ASSIGN 2025-01-07T10:26:33,025 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae4f8e28d48b1639a15ae0c1d89a850a, ASSIGN; state=OFFLINE, location=f3fc36305cc7,37919,1736245590750; forceNewPlan=false, retain=false 2025-01-07T10:26:33,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d1373ded35d911bcbff7472d9242c70, ASSIGN; state=OFFLINE, location=f3fc36305cc7,44101,1736245590849; forceNewPlan=false, retain=false 2025-01-07T10:26:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:33,178 INFO [f3fc36305cc7:42131 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2025-01-07T10:26:33,178 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae4f8e28d48b1639a15ae0c1d89a850a, regionState=OPENING, regionLocation=f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:33,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6d1373ded35d911bcbff7472d9242c70, regionState=OPENING, regionLocation=f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d1373ded35d911bcbff7472d9242c70, ASSIGN because future has completed 2025-01-07T10:26:33,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d1373ded35d911bcbff7472d9242c70, server=f3fc36305cc7,44101,1736245590849}] 2025-01-07T10:26:33,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae4f8e28d48b1639a15ae0c1d89a850a, ASSIGN because future has completed 2025-01-07T10:26:33,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4f8e28d48b1639a15ae0c1d89a850a, server=f3fc36305cc7,37919,1736245590750}] 2025-01-07T10:26:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:33,341 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:33,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:33,344 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:33,344 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d1373ded35d911bcbff7472d9242c70, NAME => 'testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70.', STARTKEY => '5', ENDKEY => ''} 2025-01-07T10:26:33,345 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,345 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:33,345 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,345 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,348 INFO [StoreOpener-6d1373ded35d911bcbff7472d9242c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,348 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:33,348 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ae4f8e28d48b1639a15ae0c1d89a850a, NAME => 'testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a.', STARTKEY => '', ENDKEY => '5'} 2025-01-07T10:26:33,349 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,349 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:33,349 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,349 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,350 INFO [StoreOpener-6d1373ded35d911bcbff7472d9242c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d1373ded35d911bcbff7472d9242c70 columnFamilyName family 2025-01-07T10:26:33,350 DEBUG [StoreOpener-6d1373ded35d911bcbff7472d9242c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:33,351 INFO [StoreOpener-ae4f8e28d48b1639a15ae0c1d89a850a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,352 INFO [StoreOpener-6d1373ded35d911bcbff7472d9242c70-1 {}] regionserver.HStore(327): Store=6d1373ded35d911bcbff7472d9242c70/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:33,352 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,353 INFO [StoreOpener-ae4f8e28d48b1639a15ae0c1d89a850a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae4f8e28d48b1639a15ae0c1d89a850a columnFamilyName family 2025-01-07T10:26:33,353 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,353 DEBUG [StoreOpener-ae4f8e28d48b1639a15ae0c1d89a850a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:33,354 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,354 INFO [StoreOpener-ae4f8e28d48b1639a15ae0c1d89a850a-1 {}] regionserver.HStore(327): Store=ae4f8e28d48b1639a15ae0c1d89a850a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:33,355 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,355 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,355 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,356 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,357 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,358 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,358 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,358 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,361 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,362 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/6d1373ded35d911bcbff7472d9242c70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:33,363 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6d1373ded35d911bcbff7472d9242c70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65454590, jitterRate=-0.024650603532791138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:33,363 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,364 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6d1373ded35d911bcbff7472d9242c70: Running coprocessor pre-open hook at 1736245593345Writing region info on filesystem at 1736245593345Initializing all the Stores at 1736245593347 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245593347Cleaning up temporary data from old regions at 1736245593355 (+8 ms)Running coprocessor post-open hooks at 1736245593363 (+8 ms)Region opened successfully at 1736245593364 (+1 ms) 2025-01-07T10:26:33,365 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/ae4f8e28d48b1639a15ae0c1d89a850a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:33,365 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ae4f8e28d48b1639a15ae0c1d89a850a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67982012, jitterRate=0.013010919094085693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:33,366 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,366 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ae4f8e28d48b1639a15ae0c1d89a850a: Running coprocessor pre-open hook at 1736245593349Writing region info on filesystem at 1736245593349Initializing all the Stores at 1736245593350 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245593350Cleaning up temporary data from old regions at 1736245593358 (+8 ms)Running coprocessor post-open hooks at 1736245593366 (+8 ms)Region opened successfully at 1736245593366 2025-01-07T10:26:33,367 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70., pid=7, masterSystemTime=1736245593337 2025-01-07T10:26:33,367 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a., pid=8, masterSystemTime=1736245593341 2025-01-07T10:26:33,370 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:33,370 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:33,372 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6d1373ded35d911bcbff7472d9242c70, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:33,372 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:33,372 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:33,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae4f8e28d48b1639a15ae0c1d89a850a, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:33,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d1373ded35d911bcbff7472d9242c70, server=f3fc36305cc7,44101,1736245590849 because future has completed 2025-01-07T10:26:33,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae4f8e28d48b1639a15ae0c1d89a850a, server=f3fc36305cc7,37919,1736245590750 because future has completed 2025-01-07T10:26:33,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2025-01-07T10:26:33,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d1373ded35d911bcbff7472d9242c70, server=f3fc36305cc7,44101,1736245590849 in 195 msec 2025-01-07T10:26:33,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d1373ded35d911bcbff7472d9242c70, ASSIGN in 362 msec 2025-01-07T10:26:33,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2025-01-07T10:26:33,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae4f8e28d48b1639a15ae0c1d89a850a, server=f3fc36305cc7,37919,1736245590750 in 196 msec 2025-01-07T10:26:33,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2025-01-07T10:26:33,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae4f8e28d48b1639a15ae0c1d89a850a, ASSIGN in 364 msec 2025-01-07T10:26:33,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-07T10:26:33,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245593391"}]},"ts":"1736245593391"} 2025-01-07T10:26:33,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2025-01-07T10:26:33,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2025-01-07T10:26:33,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 470 msec 2025-01-07T10:26:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:33,568 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2025-01-07T10:26:33,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2025-01-07T10:26:33,570 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:33,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2025-01-07T10:26:33,576 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:33,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2025-01-07T10:26:33,584 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a., hostname=f3fc36305cc7,37919,1736245590750, seqNum=2] 2025-01-07T10:26:33,585 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:33,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:33,602 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70., hostname=f3fc36305cc7,44101,1736245590849, seqNum=2] 2025-01-07T10:26:33,618 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ae4f8e28d48b1639a15ae0c1d89a850a 1/1 column families, dataSize=112 B heapSize=672 B 2025-01-07T10:26:33,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/ae4f8e28d48b1639a15ae0c1d89a850a/.tmp/family/2af29cef6d264d00b6db71b7233dfbc5 is 32, key is 1/family:/1736245593588/Put/seqid=0 2025-01-07T10:26:33,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741839_1015 (size=5054) 2025-01-07T10:26:33,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741839_1015 (size=5054) 2025-01-07T10:26:33,685 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/ae4f8e28d48b1639a15ae0c1d89a850a/.tmp/family/2af29cef6d264d00b6db71b7233dfbc5 2025-01-07T10:26:33,727 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/ae4f8e28d48b1639a15ae0c1d89a850a/.tmp/family/2af29cef6d264d00b6db71b7233dfbc5 as hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/ae4f8e28d48b1639a15ae0c1d89a850a/family/2af29cef6d264d00b6db71b7233dfbc5 2025-01-07T10:26:33,737 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/ae4f8e28d48b1639a15ae0c1d89a850a/family/2af29cef6d264d00b6db71b7233dfbc5, entries=4, sequenceid=8, filesize=4.9 K 2025-01-07T10:26:33,745 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ae4f8e28d48b1639a15ae0c1d89a850a in 124ms, sequenceid=8, compaction requested=false 2025-01-07T10:26:33,747 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2025-01-07T10:26:33,749 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ae4f8e28d48b1639a15ae0c1d89a850a: 2025-01-07T10:26:33,749 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6d1373ded35d911bcbff7472d9242c70 1/1 column families, dataSize=140 B heapSize=776 B 2025-01-07T10:26:33,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/6d1373ded35d911bcbff7472d9242c70/.tmp/family/efc6d329063f45e1ab284dcdba3bbab0 is 32, key is 5/family:/1736245593603/Put/seqid=0 2025-01-07T10:26:33,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741840_1016 (size=5083) 2025-01-07T10:26:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741840_1016 (size=5083) 2025-01-07T10:26:33,785 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/6d1373ded35d911bcbff7472d9242c70/.tmp/family/efc6d329063f45e1ab284dcdba3bbab0 2025-01-07T10:26:33,795 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/6d1373ded35d911bcbff7472d9242c70/.tmp/family/efc6d329063f45e1ab284dcdba3bbab0 as hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/6d1373ded35d911bcbff7472d9242c70/family/efc6d329063f45e1ab284dcdba3bbab0 2025-01-07T10:26:33,804 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/6d1373ded35d911bcbff7472d9242c70/family/efc6d329063f45e1ab284dcdba3bbab0, entries=5, sequenceid=9, filesize=5.0 K 2025-01-07T10:26:33,806 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6d1373ded35d911bcbff7472d9242c70 in 56ms, sequenceid=9, compaction requested=false 2025-01-07T10:26:33,806 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6d1373ded35d911bcbff7472d9242c70: 2025-01-07T10:26:33,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaae6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:33,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3fc36305cc7,42131,-1 for getting cluster id 2025-01-07T10:26:33,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2025-01-07T10:26:33,810 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd47faef-bed5-4c2b-a524-45d1508bff10' 2025-01-07T10:26:33,811 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2025-01-07T10:26:33,811 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd47faef-bed5-4c2b-a524-45d1508bff10" 2025-01-07T10:26:33,811 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700275e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:33,811 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3fc36305cc7,42131,-1] 2025-01-07T10:26:33,811 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2025-01-07T10:26:33,812 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:33,813 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2025-01-07T10:26:33,814 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f4785f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:33,828 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2025-01-07T10:26:33,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:33,830 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,44101,1736245590849, seqNum=-1] 2025-01-07T10:26:33,831 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:33,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:33,841 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:33,842 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:33,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:33,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:33,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:33,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:33,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:33,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:33,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2025-01-07T10:26:33,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2025-01-07T10:26:33,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:33,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:33,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:33,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:33,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2025-01-07T10:26:33,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2025-01-07T10:26:33,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1486179711, stopped=false 2025-01-07T10:26:33,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3fc36305cc7,42131,1736245590104 2025-01-07T10:26:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:33,858 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:33,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:33,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3321) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3292) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:686) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:33,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:33,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:33,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:33,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,37919,1736245590750' ***** 2025-01-07T10:26:33,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:33,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:33,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,44101,1736245590849' ***** 2025-01-07T10:26:33,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:33,860 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:33,860 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:33,860 INFO [RS:1;f3fc36305cc7:44101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:33,860 INFO [RS:0;f3fc36305cc7:37919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:33,860 INFO [RS:1;f3fc36305cc7:44101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:33,860 INFO [RS:0;f3fc36305cc7:37919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:33,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:33,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:33,861 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,861 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(3091): Received CLOSE for ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,861 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:33,861 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:33,861 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:33,861 INFO [RS:1;f3fc36305cc7:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f3fc36305cc7:44101. 2025-01-07T10:26:33,861 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:33,862 DEBUG [RS:1;f3fc36305cc7:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:33,862 INFO [RS:0;f3fc36305cc7:37919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3fc36305cc7:37919. 2025-01-07T10:26:33,862 DEBUG [RS:1;f3fc36305cc7:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:33,862 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d1373ded35d911bcbff7472d9242c70, disabling compactions & flushes 2025-01-07T10:26:33,862 DEBUG [RS:0;f3fc36305cc7:37919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:33,862 DEBUG [RS:0;f3fc36305cc7:37919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:33,862 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:33,862 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae4f8e28d48b1639a15ae0c1d89a850a, disabling compactions & flushes 2025-01-07T10:26:33,862 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:33,862 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:33,862 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:33,862 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:33,862 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. after waiting 0 ms 2025-01-07T10:26:33,862 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2025-01-07T10:26:33,862 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:33,862 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:33,862 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:33,862 DEBUG [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(1325): Online Regions={ae4f8e28d48b1639a15ae0c1d89a850a=testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a.} 2025-01-07T10:26:33,862 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. after waiting 0 ms 2025-01-07T10:26:33,862 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2025-01-07T10:26:33,862 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:33,862 DEBUG [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(1351): Waiting on ae4f8e28d48b1639a15ae0c1d89a850a 2025-01-07T10:26:33,863 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2025-01-07T10:26:33,863 DEBUG [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(1325): Online Regions={6d1373ded35d911bcbff7472d9242c70=testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70., 1588230740=hbase:meta,,1.1588230740} 2025-01-07T10:26:33,863 DEBUG [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d1373ded35d911bcbff7472d9242c70 2025-01-07T10:26:33,863 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:33,863 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:33,863 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:33,863 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:33,863 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:33,864 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2025-01-07T10:26:33,872 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/6d1373ded35d911bcbff7472d9242c70/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2025-01-07T10:26:33,875 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:33,875 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d1373ded35d911bcbff7472d9242c70: Waiting for close lock at 1736245593861Running coprocessor pre-close hooks at 1736245593862 (+1 ms)Disabling compacts and flushes for region at 1736245593862Disabling writes for close at 1736245593862Writing region close event to WAL at 1736245593865 (+3 ms)Running coprocessor post-close hooks at 1736245593873 (+8 ms)Closed at 1736245593875 (+2 ms) 2025-01-07T10:26:33,875 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70. 2025-01-07T10:26:33,877 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/default/testClearRegionBlockCache/ae4f8e28d48b1639a15ae0c1d89a850a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2025-01-07T10:26:33,878 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:33,878 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae4f8e28d48b1639a15ae0c1d89a850a: Waiting for close lock at 1736245593861Running coprocessor pre-close hooks at 1736245593862 (+1 ms)Disabling compacts and flushes for region at 1736245593862Disabling writes for close at 1736245593862Writing region close event to WAL at 1736245593871 (+9 ms)Running coprocessor post-close hooks at 1736245593878 (+7 ms)Closed at 1736245593878 2025-01-07T10:26:33,878 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1736245592914.ae4f8e28d48b1639a15ae0c1d89a850a. 2025-01-07T10:26:33,888 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/.tmp/info/46fc241cae8e485c81151e7d298f189a is 173, key is testClearRegionBlockCache,5,1736245592914.6d1373ded35d911bcbff7472d9242c70./info:regioninfo/1736245593371/Put/seqid=0 2025-01-07T10:26:33,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:33,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:33,896 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:33,896 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:33,896 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/.tmp/info/46fc241cae8e485c81151e7d298f189a 2025-01-07T10:26:33,922 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/.tmp/ns/4d070b0b8e404a1aaa24d686b12c0251 is 43, key is default/ns:d/1736245592651/Put/seqid=0 2025-01-07T10:26:33,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:33,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:33,929 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/.tmp/ns/4d070b0b8e404a1aaa24d686b12c0251 2025-01-07T10:26:33,953 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/.tmp/table/86c5255b46194330a7db9dda69a041fd is 61, key is testClearRegionBlockCache/table:state/1736245593391/Put/seqid=0 2025-01-07T10:26:33,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:33,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:33,960 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/.tmp/table/86c5255b46194330a7db9dda69a041fd 2025-01-07T10:26:33,968 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/.tmp/info/46fc241cae8e485c81151e7d298f189a as hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/info/46fc241cae8e485c81151e7d298f189a 2025-01-07T10:26:33,977 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/info/46fc241cae8e485c81151e7d298f189a, entries=20, sequenceid=13, filesize=8.0 K 2025-01-07T10:26:33,978 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/.tmp/ns/4d070b0b8e404a1aaa24d686b12c0251 as hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/ns/4d070b0b8e404a1aaa24d686b12c0251 2025-01-07T10:26:33,987 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/ns/4d070b0b8e404a1aaa24d686b12c0251, entries=2, sequenceid=13, filesize=5.0 K 2025-01-07T10:26:33,989 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/.tmp/table/86c5255b46194330a7db9dda69a041fd as hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/table/86c5255b46194330a7db9dda69a041fd 2025-01-07T10:26:33,998 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/table/86c5255b46194330a7db9dda69a041fd, entries=2, sequenceid=13, filesize=5.2 K 2025-01-07T10:26:33,999 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=13, compaction requested=false 2025-01-07T10:26:33,999 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2025-01-07T10:26:34,006 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2025-01-07T10:26:34,007 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2025-01-07T10:26:34,007 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:34,007 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245593863Running coprocessor pre-close hooks at 1736245593863Disabling compacts and flushes for region at 1736245593863Disabling writes for close at 1736245593863Obtaining lock to block concurrent updates at 1736245593864 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1736245593864Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1736245593864Flushing stores of hbase:meta,,1.1588230740 at 1736245593865 (+1 ms)Flushing 1588230740/info: creating writer at 1736245593865Flushing 1588230740/info: appending metadata at 1736245593888 (+23 ms)Flushing 1588230740/info: closing flushed file at 1736245593888Flushing 1588230740/ns: creating writer at 1736245593906 (+18 ms)Flushing 1588230740/ns: appending metadata at 1736245593921 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1736245593921Flushing 1588230740/table: creating writer at 1736245593938 (+17 ms)Flushing 1588230740/table: appending metadata at 1736245593953 (+15 ms)Flushing 1588230740/table: closing flushed file at 1736245593953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581330bd: reopening flushed file at 1736245593967 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e4ef08: reopening flushed file at 1736245593977 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39feb4b9: reopening flushed file at 1736245593987 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=13, compaction requested=false at 1736245593999 (+12 ms)Writing region close event to WAL at 1736245594001 (+2 ms)Running coprocessor post-close hooks at 1736245594006 (+5 ms)Closed at 1736245594007 (+1 ms) 2025-01-07T10:26:34,007 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:34,057 INFO [regionserver/f3fc36305cc7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2025-01-07T10:26:34,057 INFO [regionserver/f3fc36305cc7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2025-01-07T10:26:34,060 INFO [regionserver/f3fc36305cc7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2025-01-07T10:26:34,060 INFO [regionserver/f3fc36305cc7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2025-01-07T10:26:34,063 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,37919,1736245590750; all regions closed. 2025-01-07T10:26:34,063 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,44101,1736245590849; all regions closed. 2025-01-07T10:26:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741833_1009 (size=1758) 2025-01-07T10:26:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741833_1009 (size=1758) 2025-01-07T10:26:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:34,069 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/WALs/f3fc36305cc7,44101,1736245590849/f3fc36305cc7%2C44101%2C1736245590849.meta.1736245592507.meta not finished, retry = 0 2025-01-07T10:26:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:34,074 DEBUG [RS:0;f3fc36305cc7:37919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/oldWALs 2025-01-07T10:26:34,075 INFO [RS:0;f3fc36305cc7:37919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C37919%2C1736245590750:(num 1736245592148) 2025-01-07T10:26:34,075 DEBUG [RS:0;f3fc36305cc7:37919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:34,075 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:34,075 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:34,075 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:34,075 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:34,075 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:34,075 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:34,075 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:34,075 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:34,076 INFO [RS:0;f3fc36305cc7:37919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37919 2025-01-07T10:26:34,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,37919,1736245590750 2025-01-07T10:26:34,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:34,079 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:34,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,37919,1736245590750] 2025-01-07T10:26:34,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,37919,1736245590750 already deleted, retry=false 2025-01-07T10:26:34,085 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,37919,1736245590750 expired; onlineServers=1 2025-01-07T10:26:34,173 DEBUG [RS:1;f3fc36305cc7:44101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/oldWALs 2025-01-07T10:26:34,173 INFO [RS:1;f3fc36305cc7:44101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C44101%2C1736245590849.meta:.meta(num 1736245592507) 2025-01-07T10:26:34,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741834_1010 (size=1867) 2025-01-07T10:26:34,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741834_1010 (size=1867) 2025-01-07T10:26:34,180 DEBUG [RS:1;f3fc36305cc7:44101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/oldWALs 2025-01-07T10:26:34,180 INFO [RS:1;f3fc36305cc7:44101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C44101%2C1736245590849:(num 1736245592152) 2025-01-07T10:26:34,180 DEBUG [RS:1;f3fc36305cc7:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:34,180 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:34,180 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:34,180 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:34,181 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:34,181 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:34,181 INFO [RS:1;f3fc36305cc7:44101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44101 2025-01-07T10:26:34,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:34,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x1000e8339500001, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:34,182 INFO [RS:0;f3fc36305cc7:37919 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:34,183 INFO [RS:0;f3fc36305cc7:37919 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,37919,1736245590750; zookeeper connection closed. 2025-01-07T10:26:34,183 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fa96dd0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fa96dd0 2025-01-07T10:26:34,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,44101,1736245590849 2025-01-07T10:26:34,183 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:34,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:34,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,44101,1736245590849] 2025-01-07T10:26:34,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,44101,1736245590849 already deleted, retry=false 2025-01-07T10:26:34,187 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,44101,1736245590849 expired; onlineServers=0 2025-01-07T10:26:34,187 INFO [RegionServerTracker-0 {}] master.HMaster(3336): ***** STOPPING master 'f3fc36305cc7,42131,1736245590104' ***** 2025-01-07T10:26:34,187 INFO [RegionServerTracker-0 {}] master.HMaster(3338): STOPPED: Cluster shutdown set; onlineServer=0 2025-01-07T10:26:34,187 INFO [M:0;f3fc36305cc7:42131 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:34,187 INFO [M:0;f3fc36305cc7:42131 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:34,188 DEBUG [M:0;f3fc36305cc7:42131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2025-01-07T10:26:34,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2025-01-07T10:26:34,188 DEBUG [M:0;f3fc36305cc7:42131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2025-01-07T10:26:34,188 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245591793 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245591793,5,FailOnTimeoutGroup] 2025-01-07T10:26:34,188 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245591793 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245591793,5,FailOnTimeoutGroup] 2025-01-07T10:26:34,188 INFO [M:0;f3fc36305cc7:42131 {}] hbase.ChoreService(370): Chore service for: master/f3fc36305cc7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:34,188 INFO [M:0;f3fc36305cc7:42131 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:34,188 DEBUG [M:0;f3fc36305cc7:42131 {}] master.HMaster(1806): Stopping service threads 2025-01-07T10:26:34,188 INFO [M:0;f3fc36305cc7:42131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-07T10:26:34,189 INFO [M:0;f3fc36305cc7:42131 {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:34,189 INFO [M:0;f3fc36305cc7:42131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2025-01-07T10:26:34,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2025-01-07T10:26:34,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:34,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:34,192 DEBUG [M:0;f3fc36305cc7:42131 {}] zookeeper.ZKUtil(347): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2025-01-07T10:26:34,192 WARN [M:0;f3fc36305cc7:42131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2025-01-07T10:26:34,193 INFO [M:0;f3fc36305cc7:42131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/.lastflushedseqids 2025-01-07T10:26:34,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741844_1020 (size=182) 2025-01-07T10:26:34,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741844_1020 (size=182) 2025-01-07T10:26:34,206 INFO [M:0;f3fc36305cc7:42131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-07T10:26:34,206 INFO [M:0;f3fc36305cc7:42131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2025-01-07T10:26:34,206 DEBUG [M:0;f3fc36305cc7:42131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:34,206 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:34,206 DEBUG [M:0;f3fc36305cc7:42131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:34,206 DEBUG [M:0;f3fc36305cc7:42131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:34,206 DEBUG [M:0;f3fc36305cc7:42131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:34,206 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2025-01-07T10:26:34,224 DEBUG [M:0;f3fc36305cc7:42131 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/721f9f9c6d814fc797806c8bccd4eba6 is 82, key is hbase:meta,,1/info:regioninfo/1736245592586/Put/seqid=0 2025-01-07T10:26:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:34,230 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/721f9f9c6d814fc797806c8bccd4eba6 2025-01-07T10:26:34,253 DEBUG [M:0;f3fc36305cc7:42131 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8551153b305b4c02b6fcd25bb4be13d7 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1736245593397/Put/seqid=0 2025-01-07T10:26:34,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:34,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:34,260 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8551153b305b4c02b6fcd25bb4be13d7 2025-01-07T10:26:34,282 DEBUG [M:0;f3fc36305cc7:42131 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5336790698c64c458c8c62193615f8e6 is 69, key is f3fc36305cc7,37919,1736245590750/rs:state/1736245591924/Put/seqid=0 2025-01-07T10:26:34,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:34,285 INFO [RS:1;f3fc36305cc7:44101 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:34,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x1000e8339500002, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:34,285 INFO [RS:1;f3fc36305cc7:44101 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,44101,1736245590849; zookeeper connection closed. 2025-01-07T10:26:34,286 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d563e13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d563e13 2025-01-07T10:26:34,286 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2025-01-07T10:26:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:34,289 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5336790698c64c458c8c62193615f8e6 2025-01-07T10:26:34,297 DEBUG [M:0;f3fc36305cc7:42131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/721f9f9c6d814fc797806c8bccd4eba6 as hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/721f9f9c6d814fc797806c8bccd4eba6 2025-01-07T10:26:34,303 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/721f9f9c6d814fc797806c8bccd4eba6, entries=8, sequenceid=71, filesize=5.5 K 2025-01-07T10:26:34,305 DEBUG [M:0;f3fc36305cc7:42131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8551153b305b4c02b6fcd25bb4be13d7 as hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8551153b305b4c02b6fcd25bb4be13d7 2025-01-07T10:26:34,312 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8551153b305b4c02b6fcd25bb4be13d7, entries=8, sequenceid=71, filesize=6.1 K 2025-01-07T10:26:34,313 DEBUG [M:0;f3fc36305cc7:42131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5336790698c64c458c8c62193615f8e6 as hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5336790698c64c458c8c62193615f8e6 2025-01-07T10:26:34,320 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/16cdd975-b2f3-50c4-73c4-a802ae1472e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5336790698c64c458c8c62193615f8e6, entries=2, sequenceid=71, filesize=5.1 K 2025-01-07T10:26:34,321 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=71, compaction requested=false 2025-01-07T10:26:34,323 INFO [M:0;f3fc36305cc7:42131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:34,323 DEBUG [M:0;f3fc36305cc7:42131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245594206Disabling compacts and flushes for region at 1736245594206Disabling writes for close at 1736245594206Obtaining lock to block concurrent updates at 1736245594206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1736245594206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1736245594207 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1736245594208 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1736245594208Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1736245594223 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1736245594223Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1736245594237 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1736245594252 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1736245594252Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1736245594266 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1736245594281 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1736245594281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73655524: reopening flushed file at 1736245594295 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146158cf: reopening flushed file at 1736245594304 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb0f32e: reopening flushed file at 1736245594312 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=71, compaction requested=false at 1736245594321 (+9 ms)Writing region close event to WAL at 1736245594323 (+2 ms)Closed at 1736245594323 2025-01-07T10:26:34,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33799 is added to blk_1073741830_1006 (size=35452) 2025-01-07T10:26:34,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33857 is added to blk_1073741830_1006 (size=35452) 2025-01-07T10:26:34,328 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:34,328 INFO [M:0;f3fc36305cc7:42131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2025-01-07T10:26:34,328 INFO [M:0;f3fc36305cc7:42131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42131 2025-01-07T10:26:34,328 INFO [M:0;f3fc36305cc7:42131 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:34,430 INFO [M:0;f3fc36305cc7:42131 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:34,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1000e8339500000, quorum=127.0.0.1:51159, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:34,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30fd6a3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:34,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14e9d09a{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:34,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:34,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e106fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:34,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@409b3a78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:34,440 WARN [BP-1810238140-172.17.0.2-1736245587345 heartbeating to localhost/127.0.0.1:39565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:34,440 WARN [BP-1810238140-172.17.0.2-1736245587345 heartbeating to localhost/127.0.0.1:39565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1810238140-172.17.0.2-1736245587345 (Datanode Uuid 7d496df3-6541-4093-bc65-e26b8b38fa49) service to localhost/127.0.0.1:39565 2025-01-07T10:26:34,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/data/data3/current/BP-1810238140-172.17.0.2-1736245587345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:34,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/data/data4/current/BP-1810238140-172.17.0.2-1736245587345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:34,441 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:34,441 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:34,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:34,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e711dd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:34,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38443333{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:34,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:34,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@274a206b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:34,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13e395d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:34,445 WARN [BP-1810238140-172.17.0.2-1736245587345 heartbeating to localhost/127.0.0.1:39565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:34,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:34,445 WARN [BP-1810238140-172.17.0.2-1736245587345 heartbeating to localhost/127.0.0.1:39565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1810238140-172.17.0.2-1736245587345 (Datanode Uuid 4411b6e2-7d74-48d3-82a5-2fe15844a516) service to localhost/127.0.0.1:39565 2025-01-07T10:26:34,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:34,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/data/data1/current/BP-1810238140-172.17.0.2-1736245587345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:34,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/cluster_8c6cb4f7-28ca-c5e8-393d-041e1e6d4e1d/data/data2/current/BP-1810238140-172.17.0.2-1736245587345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:34,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:34,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7649ad3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:34,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3aa2c943{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:34,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:34,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6550d3c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:34,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f8e80c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:34,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2025-01-07T10:26:34,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2025-01-07T10:26:34,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=83 (was 11) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:39565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/f3fc36305cc7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f3fc36305cc7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:39565 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@30097b12 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/f3fc36305cc7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/f3fc36305cc7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:39565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:39565 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=410 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=2796 (was 3363) 2025-01-07T10:26:34,504 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=83, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=2796 2025-01-07T10:26:34,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.log.dir so I do NOT create it in target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4 2025-01-07T10:26:34,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.log.dir Erasing configuration value by system value. 2025-01-07T10:26:34,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.tmp.dir so I do NOT create it in target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4 2025-01-07T10:26:34,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/71f8c224-90c3-633d-488a-4592dacbe4b3/hadoop.tmp.dir Erasing configuration value by system value. 2025-01-07T10:26:34,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4 2025-01-07T10:26:34,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2025-01-07T10:26:34,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7, deleteOnExit=true 2025-01-07T10:26:34,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/test.cache.data in system properties and HBase conf 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.tmp.dir in system properties and HBase conf 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.log.dir in system properties and HBase conf 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/mapreduce.cluster.local.dir in system properties and HBase conf 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2025-01-07T10:26:34,518 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2025-01-07T10:26:34,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/nfs.dump.dir in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/java.io.tmpdir in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2025-01-07T10:26:34,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2025-01-07T10:26:34,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:34,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:34,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:34,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:34,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:34,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:34,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@533aa62c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:34,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab1318e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:34,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ca4d36f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/java.io.tmpdir/jetty-localhost-45791-hadoop-hdfs-3_4_1-tests_jar-_-any-11119353030146078171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:34,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@227dbf94{HTTP/1.1, (http/1.1)}{localhost:45791} 2025-01-07T10:26:34,726 INFO [Time-limited test {}] server.Server(415): Started @9235ms 2025-01-07T10:26:34,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:34,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:34,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:34,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:34,822 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:34,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4f501e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:34,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468447c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:34,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9ec94b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/java.io.tmpdir/jetty-localhost-33747-hadoop-hdfs-3_4_1-tests_jar-_-any-1994786561440433648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:34,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d100ce1{HTTP/1.1, (http/1.1)}{localhost:33747} 2025-01-07T10:26:34,938 INFO [Time-limited test {}] server.Server(415): Started @9446ms 2025-01-07T10:26:34,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:34,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:34,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:34,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:34,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:34,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:34,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@110ed1c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:34,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51b80774{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:35,053 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/data/data1/current/BP-1328581581-172.17.0.2-1736245594550/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:35,053 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/data/data2/current/BP-1328581581-172.17.0.2-1736245594550/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:35,071 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7a48c2ca32751 with lease ID 0xb2627b3c2fc43de1: Processing first storage report for DS-d92c5312-3b4d-4d6e-bfc8-4d7b0fd25960 from datanode DatanodeRegistration(127.0.0.1:33881, datanodeUuid=57d9fa8d-b948-47bc-9d34-ce24f1c7d523, infoPort=40757, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=1328494981;c=1736245594550) 2025-01-07T10:26:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7a48c2ca32751 with lease ID 0xb2627b3c2fc43de1: from storage DS-d92c5312-3b4d-4d6e-bfc8-4d7b0fd25960 node DatanodeRegistration(127.0.0.1:33881, datanodeUuid=57d9fa8d-b948-47bc-9d34-ce24f1c7d523, infoPort=40757, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=1328494981;c=1736245594550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7a48c2ca32751 with lease ID 0xb2627b3c2fc43de1: Processing first storage report for DS-83a31046-88f5-4bad-a41f-2f04eeb1aaff from datanode DatanodeRegistration(127.0.0.1:33881, datanodeUuid=57d9fa8d-b948-47bc-9d34-ce24f1c7d523, infoPort=40757, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=1328494981;c=1736245594550) 2025-01-07T10:26:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7a48c2ca32751 with lease ID 0xb2627b3c2fc43de1: from storage DS-83a31046-88f5-4bad-a41f-2f04eeb1aaff node DatanodeRegistration(127.0.0.1:33881, datanodeUuid=57d9fa8d-b948-47bc-9d34-ce24f1c7d523, infoPort=40757, infoSecurePort=0, ipcPort=38943, storageInfo=lv=-57;cid=testClusterID;nsid=1328494981;c=1736245594550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:35,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1587c40f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/java.io.tmpdir/jetty-localhost-33729-hadoop-hdfs-3_4_1-tests_jar-_-any-2704892595946107406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:35,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d0afa50{HTTP/1.1, (http/1.1)}{localhost:33729} 2025-01-07T10:26:35,106 INFO [Time-limited test {}] server.Server(415): Started @9615ms 2025-01-07T10:26:35,108 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:35,201 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/data/data3/current/BP-1328581581-172.17.0.2-1736245594550/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:35,202 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/data/data4/current/BP-1328581581-172.17.0.2-1736245594550/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:35,223 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75bdad37902c6f7 with lease ID 0xb2627b3c2fc43de2: Processing first storage report for DS-c24d7cb2-aba9-4aba-921b-1f710b942b25 from datanode DatanodeRegistration(127.0.0.1:33239, datanodeUuid=613b223b-1cb8-45e8-a8be-47cd6c87a174, infoPort=46235, infoSecurePort=0, ipcPort=34145, storageInfo=lv=-57;cid=testClusterID;nsid=1328494981;c=1736245594550) 2025-01-07T10:26:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75bdad37902c6f7 with lease ID 0xb2627b3c2fc43de2: from storage DS-c24d7cb2-aba9-4aba-921b-1f710b942b25 node DatanodeRegistration(127.0.0.1:33239, datanodeUuid=613b223b-1cb8-45e8-a8be-47cd6c87a174, infoPort=46235, infoSecurePort=0, ipcPort=34145, storageInfo=lv=-57;cid=testClusterID;nsid=1328494981;c=1736245594550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75bdad37902c6f7 with lease ID 0xb2627b3c2fc43de2: Processing first storage report for DS-29ff70dd-db47-4080-987a-0916f8232d0d from datanode DatanodeRegistration(127.0.0.1:33239, datanodeUuid=613b223b-1cb8-45e8-a8be-47cd6c87a174, infoPort=46235, infoSecurePort=0, ipcPort=34145, storageInfo=lv=-57;cid=testClusterID;nsid=1328494981;c=1736245594550) 2025-01-07T10:26:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75bdad37902c6f7 with lease ID 0xb2627b3c2fc43de2: from storage DS-29ff70dd-db47-4080-987a-0916f8232d0d node DatanodeRegistration(127.0.0.1:33239, datanodeUuid=613b223b-1cb8-45e8-a8be-47cd6c87a174, infoPort=46235, infoSecurePort=0, ipcPort=34145, storageInfo=lv=-57;cid=testClusterID;nsid=1328494981;c=1736245594550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:35,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4 2025-01-07T10:26:35,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/zookeeper_0, clientPort=64484, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2025-01-07T10:26:35,236 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64484 2025-01-07T10:26:35,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:35,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:35,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:35,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:35,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3 with version=8 2025-01-07T10:26:35,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/hbase-staging 2025-01-07T10:26:35,252 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:35,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:35,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:35,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:35,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:35,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:35,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2025-01-07T10:26:35,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:35,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37707 2025-01-07T10:26:35,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37707 connecting to ZooKeeper ensemble=127.0.0.1:64484 2025-01-07T10:26:35,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377070x0, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:35,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37707-0x1000e83508b0000 connected 2025-01-07T10:26:35,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:35,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:35,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:35,287 INFO [Time-limited test {}] master.HMaster(536): hbase.rootdir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3, hbase.cluster.distributed=false 2025-01-07T10:26:35,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:35,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37707 2025-01-07T10:26:35,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37707 2025-01-07T10:26:35,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37707 2025-01-07T10:26:35,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37707 2025-01-07T10:26:35,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37707 2025-01-07T10:26:35,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:35,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:35,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:35,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:35,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:35,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:35,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:35,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:35,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42461 2025-01-07T10:26:35,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42461 connecting to ZooKeeper ensemble=127.0.0.1:64484 2025-01-07T10:26:35,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:35,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424610x0, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:35,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42461-0x1000e83508b0001 connected 2025-01-07T10:26:35,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:35,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:35,315 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:35,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:35,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:35,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42461 2025-01-07T10:26:35,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42461 2025-01-07T10:26:35,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42461 2025-01-07T10:26:35,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42461 2025-01-07T10:26:35,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42461 2025-01-07T10:26:35,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:35,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:35,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:35,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:35,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:35,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:35,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:35,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:35,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34925 2025-01-07T10:26:35,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34925 connecting to ZooKeeper ensemble=127.0.0.1:64484 2025-01-07T10:26:35,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:35,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349250x0, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:35,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349250x0, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:35,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34925-0x1000e83508b0002 connected 2025-01-07T10:26:35,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:35,342 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:35,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:35,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:35,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34925 2025-01-07T10:26:35,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34925 2025-01-07T10:26:35,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34925 2025-01-07T10:26:35,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34925 2025-01-07T10:26:35,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34925 2025-01-07T10:26:35,363 DEBUG [M:0;f3fc36305cc7:37707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3fc36305cc7:37707 2025-01-07T10:26:35,363 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(2525): Adding backup master ZNode /hbase/backup-masters/f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:35,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:35,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:35,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:35,366 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:35,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:35,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:35,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,373 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2025-01-07T10:26:35,374 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f3fc36305cc7,37707,1736245595251 from backup master directory 2025-01-07T10:26:35,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:35,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:35,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:35,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:35,376 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:35,376 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:35,382 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/hbase.id] with ID: 0a6906e6-cada-4dbf-adae-9c06310e4dd4 2025-01-07T10:26:35,382 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/.tmp/hbase.id 2025-01-07T10:26:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:35,390 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/.tmp/hbase.id]:[hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/hbase.id] 2025-01-07T10:26:35,407 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:35,407 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2025-01-07T10:26:35,409 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2025-01-07T10:26:35,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:35,422 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:35,423 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-07T10:26:35,423 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:35,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:35,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:35,434 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store 2025-01-07T10:26:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:35,442 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:35,442 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:35,442 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:35,442 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:35,442 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:35,442 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:35,442 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:35,443 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245595442Disabling compacts and flushes for region at 1736245595442Disabling writes for close at 1736245595442Writing region close event to WAL at 1736245595442Closed at 1736245595442 2025-01-07T10:26:35,444 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/.initializing 2025-01-07T10:26:35,444 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/WALs/f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:35,445 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:35,448 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C37707%2C1736245595251, suffix=, logDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/WALs/f3fc36305cc7,37707,1736245595251, archiveDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/oldWALs, maxLogs=10 2025-01-07T10:26:35,464 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/WALs/f3fc36305cc7,37707,1736245595251/f3fc36305cc7%2C37707%2C1736245595251.1736245595448, exclude list is [], retry=0 2025-01-07T10:26:35,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-d92c5312-3b4d-4d6e-bfc8-4d7b0fd25960,DISK] 2025-01-07T10:26:35,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-c24d7cb2-aba9-4aba-921b-1f710b942b25,DISK] 2025-01-07T10:26:35,470 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/WALs/f3fc36305cc7,37707,1736245595251/f3fc36305cc7%2C37707%2C1736245595251.1736245595448 2025-01-07T10:26:35,470 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757),(127.0.0.1/127.0.0.1:46235:46235)] 2025-01-07T10:26:35,470 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:35,470 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:35,470 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,470 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-07T10:26:35,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:35,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:35,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-07T10:26:35,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:35,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:35,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-07T10:26:35,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:35,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:35,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-07T10:26:35,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:35,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:35,484 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,484 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,485 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,487 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,487 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,487 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:35,489 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:35,492 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:35,493 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64409912, jitterRate=-0.04021751880645752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:35,493 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736245595471Initializing all the Stores at 1736245595472 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245595472Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245595472Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245595472Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245595472Cleaning up temporary data from old regions at 1736245595487 (+15 ms)Region opened successfully at 1736245595493 (+6 ms) 2025-01-07T10:26:35,494 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-07T10:26:35,498 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a37e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:35,499 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(923): No meta location available on zookeeper, skip migrating... 2025-01-07T10:26:35,500 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2025-01-07T10:26:35,500 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-07T10:26:35,500 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2025-01-07T10:26:35,500 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2025-01-07T10:26:35,501 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2025-01-07T10:26:35,501 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-07T10:26:35,503 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2025-01-07T10:26:35,504 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2025-01-07T10:26:35,505 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2025-01-07T10:26:35,506 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2025-01-07T10:26:35,506 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2025-01-07T10:26:35,509 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2025-01-07T10:26:35,510 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2025-01-07T10:26:35,511 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2025-01-07T10:26:35,512 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2025-01-07T10:26:35,513 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2025-01-07T10:26:35,514 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2025-01-07T10:26:35,517 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2025-01-07T10:26:35,518 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2025-01-07T10:26:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,522 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(867): Active/primary master=f3fc36305cc7,37707,1736245595251, sessionid=0x1000e83508b0000, setting cluster-up flag (Was=false) 2025-01-07T10:26:35,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,533 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2025-01-07T10:26:35,534 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:35,544 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2025-01-07T10:26:35,545 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:35,546 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2025-01-07T10:26:35,548 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:35,549 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2025-01-07T10:26:35,549 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2025-01-07T10:26:35,549 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3fc36305cc7,37707,1736245595251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2025-01-07T10:26:35,551 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:35,551 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:35,551 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:35,551 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:35,551 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3fc36305cc7:0, corePoolSize=10, maxPoolSize=10 2025-01-07T10:26:35,551 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,551 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:35,551 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,552 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736245625552 2025-01-07T10:26:35,552 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2025-01-07T10:26:35,552 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2025-01-07T10:26:35,552 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2025-01-07T10:26:35,552 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2025-01-07T10:26:35,552 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2025-01-07T10:26:35,552 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2025-01-07T10:26:35,553 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,553 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2025-01-07T10:26:35,553 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2025-01-07T10:26:35,553 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2025-01-07T10:26:35,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:35,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2025-01-07T10:26:35,554 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2025-01-07T10:26:35,554 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2025-01-07T10:26:35,554 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245595554,5,FailOnTimeoutGroup] 2025-01-07T10:26:35,554 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245595554,5,FailOnTimeoutGroup] 2025-01-07T10:26:35,554 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,554 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1752): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2025-01-07T10:26:35,554 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,554 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:35,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-07T10:26:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:35,647 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(746): ClusterId : 0a6906e6-cada-4dbf-adae-9c06310e4dd4 2025-01-07T10:26:35,647 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(746): ClusterId : 0a6906e6-cada-4dbf-adae-9c06310e4dd4 2025-01-07T10:26:35,647 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:35,647 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:35,650 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:35,650 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:35,650 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:35,650 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:35,654 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:35,654 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:35,654 DEBUG [RS:0;f3fc36305cc7:42461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de0a38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:35,654 DEBUG [RS:1;f3fc36305cc7:34925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17374eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:35,666 DEBUG [RS:0;f3fc36305cc7:42461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3fc36305cc7:42461 2025-01-07T10:26:35,666 DEBUG [RS:1;f3fc36305cc7:34925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f3fc36305cc7:34925 2025-01-07T10:26:35,666 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:35,666 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:35,666 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:35,666 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:35,666 DEBUG [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:35,666 DEBUG [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:35,667 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,37707,1736245595251 with port=42461, startcode=1736245595304 2025-01-07T10:26:35,667 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,37707,1736245595251 with port=34925, startcode=1736245595332 2025-01-07T10:26:35,668 DEBUG [RS:1;f3fc36305cc7:34925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:35,668 DEBUG [RS:0;f3fc36305cc7:42461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:35,669 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39085, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:35,669 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:35,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:35,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37707 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:35,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:35,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37707 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:35,672 DEBUG [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3 2025-01-07T10:26:35,672 DEBUG [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40975 2025-01-07T10:26:35,672 DEBUG [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:35,673 DEBUG [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3 2025-01-07T10:26:35,673 DEBUG [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40975 2025-01-07T10:26:35,673 DEBUG [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:35,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:35,678 DEBUG [RS:1;f3fc36305cc7:34925 {}] zookeeper.ZKUtil(111): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:35,678 WARN [RS:1;f3fc36305cc7:34925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:35,678 INFO [RS:1;f3fc36305cc7:34925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:35,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,42461,1736245595304] 2025-01-07T10:26:35,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,34925,1736245595332] 2025-01-07T10:26:35,678 DEBUG [RS:0;f3fc36305cc7:42461 {}] zookeeper.ZKUtil(111): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:35,678 DEBUG [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:35,678 WARN [RS:0;f3fc36305cc7:42461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:35,679 INFO [RS:0;f3fc36305cc7:42461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:35,679 DEBUG [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:35,683 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:35,683 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:35,685 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:35,685 INFO [RS:0;f3fc36305cc7:42461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:35,685 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,685 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:35,686 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:35,686 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:35,686 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,686 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 INFO [RS:1;f3fc36305cc7:34925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:35,687 DEBUG [RS:0;f3fc36305cc7:42461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:35,688 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:35,688 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,688 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,688 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,688 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,688 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,688 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,688 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:35,689 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,689 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,689 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,689 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,689 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,689 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:35,689 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:35,689 DEBUG [RS:1;f3fc36305cc7:34925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:35,690 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,42461,1736245595304-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,690 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,34925,1736245595332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:35,704 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:35,704 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:35,705 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,42461,1736245595304-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,705 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,34925,1736245595332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,705 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,705 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,705 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.Replication(171): f3fc36305cc7,42461,1736245595304 started 2025-01-07T10:26:35,705 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.Replication(171): f3fc36305cc7,34925,1736245595332 started 2025-01-07T10:26:35,719 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,719 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:35,719 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,34925,1736245595332, RpcServer on f3fc36305cc7/172.17.0.2:34925, sessionid=0x1000e83508b0002 2025-01-07T10:26:35,719 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,42461,1736245595304, RpcServer on f3fc36305cc7/172.17.0.2:42461, sessionid=0x1000e83508b0001 2025-01-07T10:26:35,719 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:35,719 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:35,719 DEBUG [RS:1;f3fc36305cc7:34925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:35,719 DEBUG [RS:0;f3fc36305cc7:42461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:35,719 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,34925,1736245595332' 2025-01-07T10:26:35,719 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,42461,1736245595304' 2025-01-07T10:26:35,719 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:35,719 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:35,720 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:35,720 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:35,720 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:35,720 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:35,720 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:35,720 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:35,720 DEBUG [RS:1;f3fc36305cc7:34925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:35,721 DEBUG [RS:0;f3fc36305cc7:42461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:35,721 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,34925,1736245595332' 2025-01-07T10:26:35,721 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,42461,1736245595304' 2025-01-07T10:26:35,721 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:35,721 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:35,721 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:35,721 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:35,722 DEBUG [RS:1;f3fc36305cc7:34925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:35,722 DEBUG [RS:0;f3fc36305cc7:42461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:35,722 INFO [RS:1;f3fc36305cc7:34925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:35,722 INFO [RS:0;f3fc36305cc7:42461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:35,722 INFO [RS:1;f3fc36305cc7:34925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:35,722 INFO [RS:0;f3fc36305cc7:42461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:35,822 INFO [RS:0;f3fc36305cc7:42461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:35,822 INFO [RS:1;f3fc36305cc7:34925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:35,825 INFO [RS:0;f3fc36305cc7:42461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C42461%2C1736245595304, suffix=, logDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,42461,1736245595304, archiveDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/oldWALs, maxLogs=32 2025-01-07T10:26:35,825 INFO [RS:1;f3fc36305cc7:34925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C34925%2C1736245595332, suffix=, logDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,34925,1736245595332, archiveDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/oldWALs, maxLogs=32 2025-01-07T10:26:35,841 DEBUG [RS:1;f3fc36305cc7:34925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,34925,1736245595332/f3fc36305cc7%2C34925%2C1736245595332.1736245595828, exclude list is [], retry=0 2025-01-07T10:26:35,841 DEBUG [RS:0;f3fc36305cc7:42461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,42461,1736245595304/f3fc36305cc7%2C42461%2C1736245595304.1736245595828, exclude list is [], retry=0 2025-01-07T10:26:35,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-d92c5312-3b4d-4d6e-bfc8-4d7b0fd25960,DISK] 2025-01-07T10:26:35,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-c24d7cb2-aba9-4aba-921b-1f710b942b25,DISK] 2025-01-07T10:26:35,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-d92c5312-3b4d-4d6e-bfc8-4d7b0fd25960,DISK] 2025-01-07T10:26:35,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-c24d7cb2-aba9-4aba-921b-1f710b942b25,DISK] 2025-01-07T10:26:35,851 INFO [RS:1;f3fc36305cc7:34925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,34925,1736245595332/f3fc36305cc7%2C34925%2C1736245595332.1736245595828 2025-01-07T10:26:35,851 INFO [RS:0;f3fc36305cc7:42461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,42461,1736245595304/f3fc36305cc7%2C42461%2C1736245595304.1736245595828 2025-01-07T10:26:35,853 DEBUG [RS:1;f3fc36305cc7:34925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757),(127.0.0.1/127.0.0.1:46235:46235)] 2025-01-07T10:26:35,854 DEBUG [RS:0;f3fc36305cc7:42461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757),(127.0.0.1/127.0.0.1:46235:46235)] 2025-01-07T10:26:35,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2025-01-07T10:26:35,966 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3 2025-01-07T10:26:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741834_1010 (size=32) 2025-01-07T10:26:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741834_1010 (size=32) 2025-01-07T10:26:35,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:35,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:35,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:35,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:35,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:35,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:35,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:35,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:35,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:35,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:35,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:35,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:35,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:35,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:35,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:35,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:35,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:35,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:35,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740 2025-01-07T10:26:35,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740 2025-01-07T10:26:35,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:35,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:35,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:35,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:35,992 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:35,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68573903, jitterRate=0.021830782294273376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:35,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1736245595975Initializing all the Stores at 1736245595976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245595976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245595976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245595976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245595976Cleaning up temporary data from old regions at 1736245595988 (+12 ms)Region opened successfully at 1736245595993 (+5 ms) 2025-01-07T10:26:35,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:35,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:35,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:35,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:35,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:35,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:35,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245595994Disabling compacts and flushes for region at 1736245595994Disabling writes for close at 1736245595994Writing region close event to WAL at 1736245595994Closed at 1736245595994 2025-01-07T10:26:35,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:35,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2025-01-07T10:26:35,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2025-01-07T10:26:35,997 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:35,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2025-01-07T10:26:36,149 DEBUG [f3fc36305cc7:37707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2025-01-07T10:26:36,149 DEBUG [f3fc36305cc7:37707 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:36,152 DEBUG [f3fc36305cc7:37707 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:36,152 DEBUG [f3fc36305cc7:37707 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:36,152 DEBUG [f3fc36305cc7:37707 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:36,152 DEBUG [f3fc36305cc7:37707 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:36,152 INFO [f3fc36305cc7:37707 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:36,152 INFO [f3fc36305cc7:37707 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:36,152 DEBUG [f3fc36305cc7:37707 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:36,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:36,154 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,34925,1736245595332, state=OPENING 2025-01-07T10:26:36,160 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2025-01-07T10:26:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:36,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:36,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:36,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:36,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:36,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:36,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,34925,1736245595332}] 2025-01-07T10:26:36,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:36,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43687, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:36,321 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2025-01-07T10:26:36,321 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:36,322 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2025-01-07T10:26:36,324 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C34925%2C1736245595332.meta, suffix=.meta, logDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,34925,1736245595332, archiveDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/oldWALs, maxLogs=32 2025-01-07T10:26:36,338 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,34925,1736245595332/f3fc36305cc7%2C34925%2C1736245595332.meta.1736245596324.meta, exclude list is [], retry=0 2025-01-07T10:26:36,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-d92c5312-3b4d-4d6e-bfc8-4d7b0fd25960,DISK] 2025-01-07T10:26:36,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-c24d7cb2-aba9-4aba-921b-1f710b942b25,DISK] 2025-01-07T10:26:36,342 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/WALs/f3fc36305cc7,34925,1736245595332/f3fc36305cc7%2C34925%2C1736245595332.meta.1736245596324.meta 2025-01-07T10:26:36,343 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757),(127.0.0.1/127.0.0.1:46235:46235)] 2025-01-07T10:26:36,343 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:36,343 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2025-01-07T10:26:36,343 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2025-01-07T10:26:36,344 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2025-01-07T10:26:36,344 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2025-01-07T10:26:36,344 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:36,344 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2025-01-07T10:26:36,344 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2025-01-07T10:26:36,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:36,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:36,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:36,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:36,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:36,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:36,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:36,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:36,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:36,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:36,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:36,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:36,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:36,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:36,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:36,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:36,353 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:36,354 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740 2025-01-07T10:26:36,355 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740 2025-01-07T10:26:36,356 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:36,356 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:36,357 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:36,359 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:36,360 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67050301, jitterRate=-8.726567029953003E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:36,360 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2025-01-07T10:26:36,361 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1736245596344Writing region info on filesystem at 1736245596344Initializing all the Stores at 1736245596345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245596345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245596345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245596345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245596345Cleaning up temporary data from old regions at 1736245596357 (+12 ms)Running coprocessor post-open hooks at 1736245596360 (+3 ms)Region opened successfully at 1736245596361 (+1 ms) 2025-01-07T10:26:36,362 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1736245596315 2025-01-07T10:26:36,365 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2025-01-07T10:26:36,365 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2025-01-07T10:26:36,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:36,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,34925,1736245595332, state=OPEN 2025-01-07T10:26:36,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:36,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:36,369 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:36,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:36,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:36,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:36,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:36,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2025-01-07T10:26:36,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,34925,1736245595332 in 207 msec 2025-01-07T10:26:36,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2025-01-07T10:26:36,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2025-01-07T10:26:36,377 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:36,377 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2025-01-07T10:26:36,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:36,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,34925,1736245595332, seqNum=-1] 2025-01-07T10:26:36,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:36,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41371, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:36,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2025-01-07T10:26:36,387 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1134): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1736245596387, completionTime=-1 2025-01-07T10:26:36,387 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2025-01-07T10:26:36,387 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2025-01-07T10:26:36,389 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2025-01-07T10:26:36,389 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1736245656389 2025-01-07T10:26:36,389 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1736245716389 2025-01-07T10:26:36,389 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2025-01-07T10:26:36,390 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2025-01-07T10:26:36,390 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37707,1736245595251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:36,390 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37707,1736245595251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:36,390 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37707,1736245595251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:36,391 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3fc36305cc7:37707, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:36,391 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:36,391 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:36,393 DEBUG [master/f3fc36305cc7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2025-01-07T10:26:36,396 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1250): Master has completed initialization 1.020sec 2025-01-07T10:26:36,396 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2025-01-07T10:26:36,396 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2025-01-07T10:26:36,396 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2025-01-07T10:26:36,396 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2025-01-07T10:26:36,396 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2025-01-07T10:26:36,396 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37707,1736245595251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:36,396 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37707,1736245595251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2025-01-07T10:26:36,399 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1385): Balancer post startup initialization complete, took 0 seconds 2025-01-07T10:26:36,399 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2025-01-07T10:26:36,399 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37707,1736245595251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:36,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43824580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:36,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3fc36305cc7,37707,-1 for getting cluster id 2025-01-07T10:26:36,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2025-01-07T10:26:36,449 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a6906e6-cada-4dbf-adae-9c06310e4dd4' 2025-01-07T10:26:36,450 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2025-01-07T10:26:36,450 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a6906e6-cada-4dbf-adae-9c06310e4dd4" 2025-01-07T10:26:36,450 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cb9ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:36,450 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3fc36305cc7,37707,-1] 2025-01-07T10:26:36,450 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2025-01-07T10:26:36,451 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:36,452 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2025-01-07T10:26:36,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ce5cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:36,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:36,454 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,34925,1736245595332, seqNum=-1] 2025-01-07T10:26:36,455 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:36,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:36,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:36,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2025-01-07T10:26:36,459 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:36,459 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75b308dc 2025-01-07T10:26:36,459 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-07T10:26:36,461 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-07T10:26:36,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] master.HMaster$4(2469): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2025-01-07T10:26:36,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2025-01-07T10:26:36,465 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:36,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2025-01-07T10:26:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:36,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-07T10:26:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:36,478 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ceb5e02c35e8bd1260da4b546d2edebc, NAME => 'testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3 2025-01-07T10:26:36,479 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b9fc6635acaa1351aed98f5dd67bdded, NAME => 'testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3 2025-01-07T10:26:36,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:36,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:36,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:36,492 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:36,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ceb5e02c35e8bd1260da4b546d2edebc, disabling compactions & flushes 2025-01-07T10:26:36,493 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. after waiting 0 ms 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b9fc6635acaa1351aed98f5dd67bdded, disabling compactions & flushes 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:36,493 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:36,493 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. after waiting 0 ms 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ceb5e02c35e8bd1260da4b546d2edebc: Waiting for close lock at 1736245596493Disabling compacts and flushes for region at 1736245596493Disabling writes for close at 1736245596493Writing region close event to WAL at 1736245596493Closed at 1736245596493 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:36,493 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:36,493 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b9fc6635acaa1351aed98f5dd67bdded: Waiting for close lock at 1736245596493Disabling compacts and flushes for region at 1736245596493Disabling writes for close at 1736245596493Writing region close event to WAL at 1736245596493Closed at 1736245596493 2025-01-07T10:26:36,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2025-01-07T10:26:36,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245596495"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245596495"}]},"ts":"1736245596495"} 2025-01-07T10:26:36,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245596495"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245596495"}]},"ts":"1736245596495"} 2025-01-07T10:26:36,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2025-01-07T10:26:36,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-07T10:26:36,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245596500"}]},"ts":"1736245596500"} 2025-01-07T10:26:36,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2025-01-07T10:26:36,503 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:36,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:36,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:36,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:36,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:36,504 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:36,504 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:36,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:36,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb5e02c35e8bd1260da4b546d2edebc, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9fc6635acaa1351aed98f5dd67bdded, ASSIGN}] 2025-01-07T10:26:36,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9fc6635acaa1351aed98f5dd67bdded, ASSIGN 2025-01-07T10:26:36,506 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb5e02c35e8bd1260da4b546d2edebc, ASSIGN 2025-01-07T10:26:36,508 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb5e02c35e8bd1260da4b546d2edebc, ASSIGN; state=OFFLINE, location=f3fc36305cc7,42461,1736245595304; forceNewPlan=false, retain=false 2025-01-07T10:26:36,508 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9fc6635acaa1351aed98f5dd67bdded, ASSIGN; state=OFFLINE, location=f3fc36305cc7,34925,1736245595332; forceNewPlan=false, retain=false 2025-01-07T10:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:36,658 INFO [f3fc36305cc7:37707 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2025-01-07T10:26:36,658 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b9fc6635acaa1351aed98f5dd67bdded, regionState=OPENING, regionLocation=f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:36,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ceb5e02c35e8bd1260da4b546d2edebc, regionState=OPENING, regionLocation=f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:36,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb5e02c35e8bd1260da4b546d2edebc, ASSIGN because future has completed 2025-01-07T10:26:36,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceb5e02c35e8bd1260da4b546d2edebc, server=f3fc36305cc7,42461,1736245595304}] 2025-01-07T10:26:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9fc6635acaa1351aed98f5dd67bdded, ASSIGN because future has completed 2025-01-07T10:26:36,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9fc6635acaa1351aed98f5dd67bdded, server=f3fc36305cc7,34925,1736245595332}] 2025-01-07T10:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:36,815 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:36,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41919, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:36,821 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:36,821 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:36,821 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ceb5e02c35e8bd1260da4b546d2edebc, NAME => 'testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc.', STARTKEY => '', ENDKEY => '5'} 2025-01-07T10:26:36,821 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b9fc6635acaa1351aed98f5dd67bdded, NAME => 'testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded.', STARTKEY => '5', ENDKEY => ''} 2025-01-07T10:26:36,822 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,822 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:36,822 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,822 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,822 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:36,822 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,822 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,822 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,824 INFO [StoreOpener-ceb5e02c35e8bd1260da4b546d2edebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,826 INFO [StoreOpener-ceb5e02c35e8bd1260da4b546d2edebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceb5e02c35e8bd1260da4b546d2edebc columnFamilyName family 2025-01-07T10:26:36,826 DEBUG [StoreOpener-ceb5e02c35e8bd1260da4b546d2edebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:36,826 INFO [StoreOpener-b9fc6635acaa1351aed98f5dd67bdded-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,827 INFO [StoreOpener-ceb5e02c35e8bd1260da4b546d2edebc-1 {}] regionserver.HStore(327): Store=ceb5e02c35e8bd1260da4b546d2edebc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:36,827 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,828 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,828 INFO [StoreOpener-b9fc6635acaa1351aed98f5dd67bdded-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9fc6635acaa1351aed98f5dd67bdded columnFamilyName family 2025-01-07T10:26:36,828 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,829 DEBUG [StoreOpener-b9fc6635acaa1351aed98f5dd67bdded-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:36,829 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,829 INFO [StoreOpener-b9fc6635acaa1351aed98f5dd67bdded-1 {}] regionserver.HStore(327): Store=b9fc6635acaa1351aed98f5dd67bdded/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:36,829 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,829 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,830 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,830 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,831 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,831 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,832 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,834 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,834 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/ceb5e02c35e8bd1260da4b546d2edebc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:36,835 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ceb5e02c35e8bd1260da4b546d2edebc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61492736, jitterRate=-0.08368682861328125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:36,835 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:36,835 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ceb5e02c35e8bd1260da4b546d2edebc: Running coprocessor pre-open hook at 1736245596822Writing region info on filesystem at 1736245596822Initializing all the Stores at 1736245596823 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245596823Cleaning up temporary data from old regions at 1736245596829 (+6 ms)Running coprocessor post-open hooks at 1736245596835 (+6 ms)Region opened successfully at 1736245596835 2025-01-07T10:26:36,836 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/b9fc6635acaa1351aed98f5dd67bdded/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:36,837 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc., pid=7, masterSystemTime=1736245596815 2025-01-07T10:26:36,837 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b9fc6635acaa1351aed98f5dd67bdded; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64709238, jitterRate=-0.035757213830947876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:36,837 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:36,837 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b9fc6635acaa1351aed98f5dd67bdded: Running coprocessor pre-open hook at 1736245596822Writing region info on filesystem at 1736245596822Initializing all the Stores at 1736245596824 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245596824Cleaning up temporary data from old regions at 1736245596831 (+7 ms)Running coprocessor post-open hooks at 1736245596837 (+6 ms)Region opened successfully at 1736245596837 2025-01-07T10:26:36,838 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded., pid=8, masterSystemTime=1736245596816 2025-01-07T10:26:36,840 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:36,840 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:36,841 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ceb5e02c35e8bd1260da4b546d2edebc, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:36,841 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:36,842 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:36,842 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b9fc6635acaa1351aed98f5dd67bdded, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:36,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceb5e02c35e8bd1260da4b546d2edebc, server=f3fc36305cc7,42461,1736245595304 because future has completed 2025-01-07T10:26:36,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9fc6635acaa1351aed98f5dd67bdded, server=f3fc36305cc7,34925,1736245595332 because future has completed 2025-01-07T10:26:36,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2025-01-07T10:26:36,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ceb5e02c35e8bd1260da4b546d2edebc, server=f3fc36305cc7,42461,1736245595304 in 185 msec 2025-01-07T10:26:36,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2025-01-07T10:26:36,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b9fc6635acaa1351aed98f5dd67bdded, server=f3fc36305cc7,34925,1736245595332 in 186 msec 2025-01-07T10:26:36,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb5e02c35e8bd1260da4b546d2edebc, ASSIGN in 345 msec 2025-01-07T10:26:36,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2025-01-07T10:26:36,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9fc6635acaa1351aed98f5dd67bdded, ASSIGN in 348 msec 2025-01-07T10:26:36,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-07T10:26:36,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245596858"}]},"ts":"1736245596858"} 2025-01-07T10:26:36,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2025-01-07T10:26:36,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2025-01-07T10:26:36,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 400 msec 2025-01-07T10:26:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:37,098 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2025-01-07T10:26:37,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2025-01-07T10:26:37,098 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:37,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2025-01-07T10:26:37,103 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:37,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2025-01-07T10:26:37,106 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc., hostname=f3fc36305cc7,42461,1736245595304, seqNum=2] 2025-01-07T10:26:37,106 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:37,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:37,119 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded., hostname=f3fc36305cc7,34925,1736245595332, seqNum=2] 2025-01-07T10:26:37,128 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ceb5e02c35e8bd1260da4b546d2edebc 1/1 column families, dataSize=112 B heapSize=672 B 2025-01-07T10:26:37,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/ceb5e02c35e8bd1260da4b546d2edebc/.tmp/family/b887644b107640ce8e830b25f5140ee1 is 32, key is 1/family:/1736245597109/Put/seqid=0 2025-01-07T10:26:37,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741839_1015 (size=5054) 2025-01-07T10:26:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741839_1015 (size=5054) 2025-01-07T10:26:37,152 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/ceb5e02c35e8bd1260da4b546d2edebc/.tmp/family/b887644b107640ce8e830b25f5140ee1 2025-01-07T10:26:37,160 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/ceb5e02c35e8bd1260da4b546d2edebc/.tmp/family/b887644b107640ce8e830b25f5140ee1 as hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/ceb5e02c35e8bd1260da4b546d2edebc/family/b887644b107640ce8e830b25f5140ee1 2025-01-07T10:26:37,167 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/ceb5e02c35e8bd1260da4b546d2edebc/family/b887644b107640ce8e830b25f5140ee1, entries=4, sequenceid=8, filesize=4.9 K 2025-01-07T10:26:37,168 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ceb5e02c35e8bd1260da4b546d2edebc in 40ms, sequenceid=8, compaction requested=false 2025-01-07T10:26:37,168 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ceb5e02c35e8bd1260da4b546d2edebc: 2025-01-07T10:26:37,168 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b9fc6635acaa1351aed98f5dd67bdded 1/1 column families, dataSize=140 B heapSize=776 B 2025-01-07T10:26:37,185 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/b9fc6635acaa1351aed98f5dd67bdded/.tmp/family/78aa349d98af4f69a3df09343873a237 is 32, key is 5/family:/1736245597120/Put/seqid=0 2025-01-07T10:26:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741840_1016 (size=5083) 2025-01-07T10:26:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741840_1016 (size=5083) 2025-01-07T10:26:37,193 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/b9fc6635acaa1351aed98f5dd67bdded/.tmp/family/78aa349d98af4f69a3df09343873a237 2025-01-07T10:26:37,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/b9fc6635acaa1351aed98f5dd67bdded/.tmp/family/78aa349d98af4f69a3df09343873a237 as hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/b9fc6635acaa1351aed98f5dd67bdded/family/78aa349d98af4f69a3df09343873a237 2025-01-07T10:26:37,209 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/b9fc6635acaa1351aed98f5dd67bdded/family/78aa349d98af4f69a3df09343873a237, entries=5, sequenceid=9, filesize=5.0 K 2025-01-07T10:26:37,210 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b9fc6635acaa1351aed98f5dd67bdded in 42ms, sequenceid=9, compaction requested=false 2025-01-07T10:26:37,210 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b9fc6635acaa1351aed98f5dd67bdded: 2025-01-07T10:26:37,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2025-01-07T10:26:37,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:37,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:37,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:37,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:37,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2025-01-07T10:26:37,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2025-01-07T10:26:37,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1516020661, stopped=false 2025-01-07T10:26:37,216 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3fc36305cc7,37707,1736245595251 2025-01-07T10:26:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:37,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:37,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:37,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3321) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3292) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:686) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:37,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:37,219 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,42461,1736245595304' ***** 2025-01-07T10:26:37,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:37,219 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,34925,1736245595332' ***** 2025-01-07T10:26:37,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:37,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:37,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:37,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:37,219 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:37,220 INFO [RS:0;f3fc36305cc7:42461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:37,220 INFO [RS:0;f3fc36305cc7:42461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:37,220 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(3091): Received CLOSE for ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:37,220 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:37,220 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:37,220 INFO [RS:0;f3fc36305cc7:42461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3fc36305cc7:42461. 2025-01-07T10:26:37,220 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:37,220 DEBUG [RS:0;f3fc36305cc7:42461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:37,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:37,220 DEBUG [RS:0;f3fc36305cc7:42461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:37,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:37,221 INFO [RS:1;f3fc36305cc7:34925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:37,221 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2025-01-07T10:26:37,221 DEBUG [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(1325): Online Regions={ceb5e02c35e8bd1260da4b546d2edebc=testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc.} 2025-01-07T10:26:37,221 INFO [RS:1;f3fc36305cc7:34925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:37,221 DEBUG [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(1351): Waiting on ceb5e02c35e8bd1260da4b546d2edebc 2025-01-07T10:26:37,221 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(3091): Received CLOSE for b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:37,221 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ceb5e02c35e8bd1260da4b546d2edebc, disabling compactions & flushes 2025-01-07T10:26:37,221 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:37,221 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:37,221 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:37,221 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. after waiting 0 ms 2025-01-07T10:26:37,221 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:37,221 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:37,222 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9fc6635acaa1351aed98f5dd67bdded, disabling compactions & flushes 2025-01-07T10:26:37,222 INFO [RS:1;f3fc36305cc7:34925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f3fc36305cc7:34925. 2025-01-07T10:26:37,222 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:37,222 DEBUG [RS:1;f3fc36305cc7:34925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:37,222 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:37,222 DEBUG [RS:1;f3fc36305cc7:34925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:37,222 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. after waiting 0 ms 2025-01-07T10:26:37,222 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:37,222 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:37,222 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:37,222 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:37,222 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2025-01-07T10:26:37,223 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2025-01-07T10:26:37,223 DEBUG [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(1325): Online Regions={b9fc6635acaa1351aed98f5dd67bdded=testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded., 1588230740=hbase:meta,,1.1588230740} 2025-01-07T10:26:37,223 DEBUG [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9fc6635acaa1351aed98f5dd67bdded 2025-01-07T10:26:37,223 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:37,223 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:37,223 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:37,223 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:37,223 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:37,223 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2025-01-07T10:26:37,228 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/ceb5e02c35e8bd1260da4b546d2edebc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2025-01-07T10:26:37,229 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/default/testClearRegionBlockCache/b9fc6635acaa1351aed98f5dd67bdded/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2025-01-07T10:26:37,229 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:37,229 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ceb5e02c35e8bd1260da4b546d2edebc: Waiting for close lock at 1736245597221Running coprocessor pre-close hooks at 1736245597221Disabling compacts and flushes for region at 1736245597221Disabling writes for close at 1736245597221Writing region close event to WAL at 1736245597222 (+1 ms)Running coprocessor post-close hooks at 1736245597229 (+7 ms)Closed at 1736245597229 2025-01-07T10:26:37,229 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1736245596461.ceb5e02c35e8bd1260da4b546d2edebc. 2025-01-07T10:26:37,230 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:37,230 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9fc6635acaa1351aed98f5dd67bdded: Waiting for close lock at 1736245597221Running coprocessor pre-close hooks at 1736245597221Disabling compacts and flushes for region at 1736245597221Disabling writes for close at 1736245597222 (+1 ms)Writing region close event to WAL at 1736245597224 (+2 ms)Running coprocessor post-close hooks at 1736245597230 (+6 ms)Closed at 1736245597230 2025-01-07T10:26:37,230 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded. 2025-01-07T10:26:37,243 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/.tmp/info/86e781c475154d16bf43da05495cb028 is 173, key is testClearRegionBlockCache,5,1736245596461.b9fc6635acaa1351aed98f5dd67bdded./info:regioninfo/1736245596842/Put/seqid=0 2025-01-07T10:26:37,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:37,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:37,250 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/.tmp/info/86e781c475154d16bf43da05495cb028 2025-01-07T10:26:37,273 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/.tmp/ns/bd182a0829aa4a2ebce7161696d37a67 is 43, key is default/ns:d/1736245596381/Put/seqid=0 2025-01-07T10:26:37,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:37,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:37,280 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/.tmp/ns/bd182a0829aa4a2ebce7161696d37a67 2025-01-07T10:26:37,291 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:37,291 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:37,312 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/.tmp/table/f3f2e8b647534e0085f7f6fc81cf221f is 61, key is testClearRegionBlockCache/table:state/1736245596858/Put/seqid=0 2025-01-07T10:26:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:37,320 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/.tmp/table/f3f2e8b647534e0085f7f6fc81cf221f 2025-01-07T10:26:37,329 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/.tmp/info/86e781c475154d16bf43da05495cb028 as hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/info/86e781c475154d16bf43da05495cb028 2025-01-07T10:26:37,337 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/info/86e781c475154d16bf43da05495cb028, entries=20, sequenceid=13, filesize=8.0 K 2025-01-07T10:26:37,338 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/.tmp/ns/bd182a0829aa4a2ebce7161696d37a67 as hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/ns/bd182a0829aa4a2ebce7161696d37a67 2025-01-07T10:26:37,345 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/ns/bd182a0829aa4a2ebce7161696d37a67, entries=2, sequenceid=13, filesize=5.0 K 2025-01-07T10:26:37,346 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/.tmp/table/f3f2e8b647534e0085f7f6fc81cf221f as hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/table/f3f2e8b647534e0085f7f6fc81cf221f 2025-01-07T10:26:37,354 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/table/f3f2e8b647534e0085f7f6fc81cf221f, entries=2, sequenceid=13, filesize=5.2 K 2025-01-07T10:26:37,356 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false 2025-01-07T10:26:37,362 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2025-01-07T10:26:37,362 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2025-01-07T10:26:37,363 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:37,363 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245597223Running coprocessor pre-close hooks at 1736245597223Disabling compacts and flushes for region at 1736245597223Disabling writes for close at 1736245597223Obtaining lock to block concurrent updates at 1736245597224 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1736245597224Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1736245597224Flushing stores of hbase:meta,,1.1588230740 at 1736245597225 (+1 ms)Flushing 1588230740/info: creating writer at 1736245597225Flushing 1588230740/info: appending metadata at 1736245597243 (+18 ms)Flushing 1588230740/info: closing flushed file at 1736245597243Flushing 1588230740/ns: creating writer at 1736245597256 (+13 ms)Flushing 1588230740/ns: appending metadata at 1736245597272 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1736245597272Flushing 1588230740/table: creating writer at 1736245597288 (+16 ms)Flushing 1588230740/table: appending metadata at 1736245597311 (+23 ms)Flushing 1588230740/table: closing flushed file at 1736245597311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69783183: reopening flushed file at 1736245597328 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d959b8: reopening flushed file at 1736245597337 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32266366: reopening flushed file at 1736245597345 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false at 1736245597356 (+11 ms)Writing region close event to WAL at 1736245597357 (+1 ms)Running coprocessor post-close hooks at 1736245597362 (+5 ms)Closed at 1736245597363 (+1 ms) 2025-01-07T10:26:37,363 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:37,421 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,42461,1736245595304; all regions closed. 2025-01-07T10:26:37,423 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,34925,1736245595332; all regions closed. 2025-01-07T10:26:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741832_1008 (size=1758) 2025-01-07T10:26:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741832_1008 (size=1758) 2025-01-07T10:26:37,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:37,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:37,429 DEBUG [RS:0;f3fc36305cc7:42461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/oldWALs 2025-01-07T10:26:37,429 INFO [RS:0;f3fc36305cc7:42461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C42461%2C1736245595304:(num 1736245595828) 2025-01-07T10:26:37,429 DEBUG [RS:0;f3fc36305cc7:42461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:37,429 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:37,429 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:37,429 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:37,429 DEBUG [RS:1;f3fc36305cc7:34925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/oldWALs 2025-01-07T10:26:37,429 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:37,429 INFO [RS:1;f3fc36305cc7:34925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C34925%2C1736245595332.meta:.meta(num 1736245596324) 2025-01-07T10:26:37,429 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:37,429 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:37,429 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:37,429 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:37,430 INFO [RS:0;f3fc36305cc7:42461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42461 2025-01-07T10:26:37,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741833_1009 (size=1867) 2025-01-07T10:26:37,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741833_1009 (size=1867) 2025-01-07T10:26:37,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,42461,1736245595304 2025-01-07T10:26:37,434 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:37,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:37,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,42461,1736245595304] 2025-01-07T10:26:37,436 DEBUG [RS:1;f3fc36305cc7:34925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/oldWALs 2025-01-07T10:26:37,436 INFO [RS:1;f3fc36305cc7:34925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C34925%2C1736245595332:(num 1736245595828) 2025-01-07T10:26:37,436 DEBUG [RS:1;f3fc36305cc7:34925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:37,436 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:37,436 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:37,436 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:37,437 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:37,437 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:37,437 INFO [RS:1;f3fc36305cc7:34925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34925 2025-01-07T10:26:37,438 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,42461,1736245595304 already deleted, retry=false 2025-01-07T10:26:37,438 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,42461,1736245595304 expired; onlineServers=1 2025-01-07T10:26:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,34925,1736245595332 2025-01-07T10:26:37,439 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:37,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,34925,1736245595332] 2025-01-07T10:26:37,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,34925,1736245595332 already deleted, retry=false 2025-01-07T10:26:37,443 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,34925,1736245595332 expired; onlineServers=0 2025-01-07T10:26:37,443 INFO [RegionServerTracker-0 {}] master.HMaster(3336): ***** STOPPING master 'f3fc36305cc7,37707,1736245595251' ***** 2025-01-07T10:26:37,443 INFO [RegionServerTracker-0 {}] master.HMaster(3338): STOPPED: Cluster shutdown set; onlineServer=0 2025-01-07T10:26:37,443 INFO [M:0;f3fc36305cc7:37707 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:37,443 INFO [M:0;f3fc36305cc7:37707 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:37,444 DEBUG [M:0;f3fc36305cc7:37707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2025-01-07T10:26:37,444 DEBUG [M:0;f3fc36305cc7:37707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2025-01-07T10:26:37,444 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2025-01-07T10:26:37,444 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245595554 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245595554,5,FailOnTimeoutGroup] 2025-01-07T10:26:37,444 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245595554 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245595554,5,FailOnTimeoutGroup] 2025-01-07T10:26:37,444 INFO [M:0;f3fc36305cc7:37707 {}] hbase.ChoreService(370): Chore service for: master/f3fc36305cc7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:37,444 INFO [M:0;f3fc36305cc7:37707 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:37,444 DEBUG [M:0;f3fc36305cc7:37707 {}] master.HMaster(1806): Stopping service threads 2025-01-07T10:26:37,444 INFO [M:0;f3fc36305cc7:37707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-07T10:26:37,444 INFO [M:0;f3fc36305cc7:37707 {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:37,445 INFO [M:0;f3fc36305cc7:37707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2025-01-07T10:26:37,445 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2025-01-07T10:26:37,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:37,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:37,445 DEBUG [M:0;f3fc36305cc7:37707 {}] zookeeper.ZKUtil(347): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2025-01-07T10:26:37,445 WARN [M:0;f3fc36305cc7:37707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2025-01-07T10:26:37,446 INFO [M:0;f3fc36305cc7:37707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/.lastflushedseqids 2025-01-07T10:26:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741844_1020 (size=191) 2025-01-07T10:26:37,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741844_1020 (size=191) 2025-01-07T10:26:37,454 INFO [M:0;f3fc36305cc7:37707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-07T10:26:37,454 INFO [M:0;f3fc36305cc7:37707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2025-01-07T10:26:37,454 DEBUG [M:0;f3fc36305cc7:37707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:37,454 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:37,455 DEBUG [M:0;f3fc36305cc7:37707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:37,455 DEBUG [M:0;f3fc36305cc7:37707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:37,455 DEBUG [M:0;f3fc36305cc7:37707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:37,455 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2025-01-07T10:26:37,473 DEBUG [M:0;f3fc36305cc7:37707 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4b684227935457e8ce5ebc52e07aa20 is 82, key is hbase:meta,,1/info:regioninfo/1736245596366/Put/seqid=0 2025-01-07T10:26:37,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:37,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:37,480 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4b684227935457e8ce5ebc52e07aa20 2025-01-07T10:26:37,510 DEBUG [M:0;f3fc36305cc7:37707 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edd8639b5f1b4186ab6531c293bc7f88 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1736245596864/Put/seqid=0 2025-01-07T10:26:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:37,519 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edd8639b5f1b4186ab6531c293bc7f88 2025-01-07T10:26:37,536 INFO [RS:0;f3fc36305cc7:42461 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:37,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:37,536 INFO [RS:0;f3fc36305cc7:42461 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,42461,1736245595304; zookeeper connection closed. 2025-01-07T10:26:37,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42461-0x1000e83508b0001, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:37,536 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4644ff54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4644ff54 2025-01-07T10:26:37,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:37,542 INFO [RS:1;f3fc36305cc7:34925 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:37,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34925-0x1000e83508b0002, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:37,542 INFO [RS:1;f3fc36305cc7:34925 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,34925,1736245595332; zookeeper connection closed. 2025-01-07T10:26:37,543 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7436e010 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7436e010 2025-01-07T10:26:37,543 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2025-01-07T10:26:37,549 DEBUG [M:0;f3fc36305cc7:37707 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20a44891624d4860bc3e87a088e59f55 is 69, key is f3fc36305cc7,34925,1736245595332/rs:state/1736245595670/Put/seqid=0 2025-01-07T10:26:37,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:37,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:37,557 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20a44891624d4860bc3e87a088e59f55 2025-01-07T10:26:37,565 DEBUG [M:0;f3fc36305cc7:37707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4b684227935457e8ce5ebc52e07aa20 as hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4b684227935457e8ce5ebc52e07aa20 2025-01-07T10:26:37,572 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4b684227935457e8ce5ebc52e07aa20, entries=8, sequenceid=71, filesize=5.5 K 2025-01-07T10:26:37,573 DEBUG [M:0;f3fc36305cc7:37707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edd8639b5f1b4186ab6531c293bc7f88 as hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edd8639b5f1b4186ab6531c293bc7f88 2025-01-07T10:26:37,581 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edd8639b5f1b4186ab6531c293bc7f88, entries=8, sequenceid=71, filesize=6.1 K 2025-01-07T10:26:37,582 DEBUG [M:0;f3fc36305cc7:37707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20a44891624d4860bc3e87a088e59f55 as hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20a44891624d4860bc3e87a088e59f55 2025-01-07T10:26:37,588 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/8e6f062a-992f-61bb-0436-00ede357c9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20a44891624d4860bc3e87a088e59f55, entries=2, sequenceid=71, filesize=5.1 K 2025-01-07T10:26:37,590 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=71, compaction requested=false 2025-01-07T10:26:37,592 INFO [M:0;f3fc36305cc7:37707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:37,592 DEBUG [M:0;f3fc36305cc7:37707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245597454Disabling compacts and flushes for region at 1736245597454Disabling writes for close at 1736245597455 (+1 ms)Obtaining lock to block concurrent updates at 1736245597455Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1736245597455Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1736245597455Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1736245597456 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1736245597456Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1736245597473 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1736245597473Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1736245597487 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1736245597509 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1736245597509Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1736245597525 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1736245597548 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1736245597548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a28d10a: reopening flushed file at 1736245597564 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a241d7: reopening flushed file at 1736245597572 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7144bdca: reopening flushed file at 1736245597581 (+9 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=71, compaction requested=false at 1736245597590 (+9 ms)Writing region close event to WAL at 1736245597591 (+1 ms)Closed at 1736245597592 (+1 ms) 2025-01-07T10:26:37,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741830_1006 (size=35452) 2025-01-07T10:26:37,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741830_1006 (size=35452) 2025-01-07T10:26:37,596 INFO [M:0;f3fc36305cc7:37707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2025-01-07T10:26:37,596 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:37,596 INFO [M:0;f3fc36305cc7:37707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37707 2025-01-07T10:26:37,596 INFO [M:0;f3fc36305cc7:37707 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:37,698 INFO [M:0;f3fc36305cc7:37707 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37707-0x1000e83508b0000, quorum=127.0.0.1:64484, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:37,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1587c40f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:37,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d0afa50{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:37,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:37,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51b80774{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:37,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@110ed1c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:37,703 WARN [BP-1328581581-172.17.0.2-1736245594550 heartbeating to localhost/127.0.0.1:40975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:37,703 WARN [BP-1328581581-172.17.0.2-1736245594550 heartbeating to localhost/127.0.0.1:40975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1328581581-172.17.0.2-1736245594550 (Datanode Uuid 613b223b-1cb8-45e8-a8be-47cd6c87a174) service to localhost/127.0.0.1:40975 2025-01-07T10:26:37,703 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:37,703 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:37,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/data/data3/current/BP-1328581581-172.17.0.2-1736245594550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:37,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/data/data4/current/BP-1328581581-172.17.0.2-1736245594550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:37,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:37,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9ec94b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:37,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d100ce1{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:37,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:37,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468447c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:37,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4f501e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:37,709 WARN [BP-1328581581-172.17.0.2-1736245594550 heartbeating to localhost/127.0.0.1:40975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:37,709 WARN [BP-1328581581-172.17.0.2-1736245594550 heartbeating to localhost/127.0.0.1:40975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1328581581-172.17.0.2-1736245594550 (Datanode Uuid 57d9fa8d-b948-47bc-9d34-ce24f1c7d523) service to localhost/127.0.0.1:40975 2025-01-07T10:26:37,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:37,709 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:37,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/data/data1/current/BP-1328581581-172.17.0.2-1736245594550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:37,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/cluster_1822e58f-93bc-52eb-acbd-ea32789eb7f7/data/data2/current/BP-1328581581-172.17.0.2-1736245594550 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:37,710 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:37,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ca4d36f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:37,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@227dbf94{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:37,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:37,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab1318e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:37,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@533aa62c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:37,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2025-01-07T10:26:37,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2025-01-07T10:26:37,755 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=113 (was 83) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:40975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:40975 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:40975 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:40975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=2642 (was 2796) 2025-01-07T10:26:37,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=113, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=2642 2025-01-07T10:26:37,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.log.dir so I do NOT create it in target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec 2025-01-07T10:26:37,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.log.dir Erasing configuration value by system value. 2025-01-07T10:26:37,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.tmp.dir so I do NOT create it in target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec 2025-01-07T10:26:37,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/98f027f6-e04a-3c24-b00f-6ed5676b54f4/hadoop.tmp.dir Erasing configuration value by system value. 2025-01-07T10:26:37,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec 2025-01-07T10:26:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2025-01-07T10:26:37,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d, deleteOnExit=true 2025-01-07T10:26:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2025-01-07T10:26:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/test.cache.data in system properties and HBase conf 2025-01-07T10:26:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.tmp.dir in system properties and HBase conf 2025-01-07T10:26:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.log.dir in system properties and HBase conf 2025-01-07T10:26:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/mapreduce.cluster.local.dir in system properties and HBase conf 2025-01-07T10:26:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2025-01-07T10:26:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2025-01-07T10:26:37,778 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-07T10:26:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2025-01-07T10:26:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2025-01-07T10:26:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2025-01-07T10:26:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2025-01-07T10:26:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/nfs.dump.dir in system properties and HBase conf 2025-01-07T10:26:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/java.io.tmpdir in system properties and HBase conf 2025-01-07T10:26:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2025-01-07T10:26:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2025-01-07T10:26:37,859 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2025-01-07T10:26:37,865 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:37,895 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:37,899 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:37,900 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:37,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:37,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:37,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:37,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:37,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:37,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:37,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5533219a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:37,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4af28f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:38,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d1f8e47{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/java.io.tmpdir/jetty-localhost-46787-hadoop-hdfs-3_4_1-tests_jar-_-any-13863811541280524432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:38,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23577236{HTTP/1.1, (http/1.1)}{localhost:46787} 2025-01-07T10:26:38,048 INFO [Time-limited test {}] server.Server(415): Started @12557ms 2025-01-07T10:26:38,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:38,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:38,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:38,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:38,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:38,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d9808f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:38,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c0438eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:38,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49b96f3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/java.io.tmpdir/jetty-localhost-38577-hadoop-hdfs-3_4_1-tests_jar-_-any-1574421385257509319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:38,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79d9eaf9{HTTP/1.1, (http/1.1)}{localhost:38577} 2025-01-07T10:26:38,253 INFO [Time-limited test {}] server.Server(415): Started @12762ms 2025-01-07T10:26:38,255 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:38,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:38,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:38,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:38,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:38,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:38,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@135e1985{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:38,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@322bb958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:38,365 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/data/data1/current/BP-1551781532-172.17.0.2-1736245597811/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:38,365 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/data/data2/current/BP-1551781532-172.17.0.2-1736245597811/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:38,382 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x344adc2f1b195508 with lease ID 0xf07770a4754a7ce9: Processing first storage report for DS-a13b2cea-5054-4c6a-a474-020c0007a34f from datanode DatanodeRegistration(127.0.0.1:33737, datanodeUuid=6634fd27-2520-4635-bb29-ea77a3b17a04, infoPort=37877, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=2055518327;c=1736245597811) 2025-01-07T10:26:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x344adc2f1b195508 with lease ID 0xf07770a4754a7ce9: from storage DS-a13b2cea-5054-4c6a-a474-020c0007a34f node DatanodeRegistration(127.0.0.1:33737, datanodeUuid=6634fd27-2520-4635-bb29-ea77a3b17a04, infoPort=37877, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=2055518327;c=1736245597811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x344adc2f1b195508 with lease ID 0xf07770a4754a7ce9: Processing first storage report for DS-d76afe22-ba3c-4a02-b035-dbe43886408d from datanode DatanodeRegistration(127.0.0.1:33737, datanodeUuid=6634fd27-2520-4635-bb29-ea77a3b17a04, infoPort=37877, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=2055518327;c=1736245597811) 2025-01-07T10:26:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x344adc2f1b195508 with lease ID 0xf07770a4754a7ce9: from storage DS-d76afe22-ba3c-4a02-b035-dbe43886408d node DatanodeRegistration(127.0.0.1:33737, datanodeUuid=6634fd27-2520-4635-bb29-ea77a3b17a04, infoPort=37877, infoSecurePort=0, ipcPort=33623, storageInfo=lv=-57;cid=testClusterID;nsid=2055518327;c=1736245597811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:38,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3eed5605{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/java.io.tmpdir/jetty-localhost-38351-hadoop-hdfs-3_4_1-tests_jar-_-any-12025156141625804865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:38,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@381f3492{HTTP/1.1, (http/1.1)}{localhost:38351} 2025-01-07T10:26:38,427 INFO [Time-limited test {}] server.Server(415): Started @12936ms 2025-01-07T10:26:38,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:38,525 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/data/data3/current/BP-1551781532-172.17.0.2-1736245597811/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:38,525 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/data/data4/current/BP-1551781532-172.17.0.2-1736245597811/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:38,542 WARN [Thread-631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88f69a078bbd95bf with lease ID 0xf07770a4754a7cea: Processing first storage report for DS-27f4b745-f212-428f-94d8-4b907909d04a from datanode DatanodeRegistration(127.0.0.1:35143, datanodeUuid=0da6a427-047d-4621-811e-7ea298a8a560, infoPort=46337, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=2055518327;c=1736245597811) 2025-01-07T10:26:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88f69a078bbd95bf with lease ID 0xf07770a4754a7cea: from storage DS-27f4b745-f212-428f-94d8-4b907909d04a node DatanodeRegistration(127.0.0.1:35143, datanodeUuid=0da6a427-047d-4621-811e-7ea298a8a560, infoPort=46337, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=2055518327;c=1736245597811), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2025-01-07T10:26:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88f69a078bbd95bf with lease ID 0xf07770a4754a7cea: Processing first storage report for DS-9c70c311-deaf-48c0-a383-c508f35da166 from datanode DatanodeRegistration(127.0.0.1:35143, datanodeUuid=0da6a427-047d-4621-811e-7ea298a8a560, infoPort=46337, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=2055518327;c=1736245597811) 2025-01-07T10:26:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88f69a078bbd95bf with lease ID 0xf07770a4754a7cea: from storage DS-9c70c311-deaf-48c0-a383-c508f35da166 node DatanodeRegistration(127.0.0.1:35143, datanodeUuid=0da6a427-047d-4621-811e-7ea298a8a560, infoPort=46337, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=2055518327;c=1736245597811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:38,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec 2025-01-07T10:26:38,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/zookeeper_0, clientPort=52434, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2025-01-07T10:26:38,557 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52434 2025-01-07T10:26:38,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:38,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:38,570 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d with version=8 2025-01-07T10:26:38,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/hbase-staging 2025-01-07T10:26:38,572 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:38,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:38,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:38,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:38,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:38,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:38,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2025-01-07T10:26:38,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:38,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45691 2025-01-07T10:26:38,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45691 connecting to ZooKeeper ensemble=127.0.0.1:52434 2025-01-07T10:26:38,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456910x0, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:38,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45691-0x1000e835d840000 connected 2025-01-07T10:26:38,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:38,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:38,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:38,601 INFO [Time-limited test {}] master.HMaster(536): hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d, hbase.cluster.distributed=false 2025-01-07T10:26:38,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:38,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45691 2025-01-07T10:26:38,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45691 2025-01-07T10:26:38,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45691 2025-01-07T10:26:38,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45691 2025-01-07T10:26:38,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45691 2025-01-07T10:26:38,635 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:38,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:38,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:38,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:38,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:38,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:38,635 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:38,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:38,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41405 2025-01-07T10:26:38,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41405 connecting to ZooKeeper ensemble=127.0.0.1:52434 2025-01-07T10:26:38,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:38,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:38,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414050x0, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:38,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:38,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41405-0x1000e835d840001 connected 2025-01-07T10:26:38,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:38,646 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:38,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:38,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:38,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41405 2025-01-07T10:26:38,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41405 2025-01-07T10:26:38,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41405 2025-01-07T10:26:38,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41405 2025-01-07T10:26:38,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41405 2025-01-07T10:26:38,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:38,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:38,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:38,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:38,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:38,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:38,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:38,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:38,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37221 2025-01-07T10:26:38,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37221 connecting to ZooKeeper ensemble=127.0.0.1:52434 2025-01-07T10:26:38,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:38,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:38,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372210x0, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:38,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372210x0, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:38,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37221-0x1000e835d840002 connected 2025-01-07T10:26:38,674 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:38,674 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:38,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:38,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:38,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37221 2025-01-07T10:26:38,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37221 2025-01-07T10:26:38,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37221 2025-01-07T10:26:38,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37221 2025-01-07T10:26:38,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37221 2025-01-07T10:26:38,690 DEBUG [M:0;f3fc36305cc7:45691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3fc36305cc7:45691 2025-01-07T10:26:38,691 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(2525): Adding backup master ZNode /hbase/backup-masters/f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:38,693 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,697 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2025-01-07T10:26:38,697 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f3fc36305cc7,45691,1736245598572 from backup master directory 2025-01-07T10:26:38,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:38,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:38,699 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:38,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:38,699 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:38,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:38,704 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/hbase.id] with ID: e26940ca-21fb-4b6f-906e-a23ba77beae9 2025-01-07T10:26:38,704 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/.tmp/hbase.id 2025-01-07T10:26:38,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:38,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:38,713 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/.tmp/hbase.id]:[hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/hbase.id] 2025-01-07T10:26:38,726 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:38,726 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2025-01-07T10:26:38,728 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2025-01-07T10:26:38,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:38,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:38,738 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:38,739 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-07T10:26:38,739 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:38,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:38,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:38,748 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store 2025-01-07T10:26:38,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:38,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:38,755 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:38,755 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:38,755 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:38,755 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:38,755 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:38,755 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:38,755 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:38,755 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245598755Disabling compacts and flushes for region at 1736245598755Disabling writes for close at 1736245598755Writing region close event to WAL at 1736245598755Closed at 1736245598755 2025-01-07T10:26:38,756 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/.initializing 2025-01-07T10:26:38,756 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/WALs/f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:38,757 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:38,759 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C45691%2C1736245598572, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/WALs/f3fc36305cc7,45691,1736245598572, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/oldWALs, maxLogs=10 2025-01-07T10:26:38,776 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/WALs/f3fc36305cc7,45691,1736245598572/f3fc36305cc7%2C45691%2C1736245598572.1736245598759, exclude list is [], retry=0 2025-01-07T10:26:38,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35143,DS-27f4b745-f212-428f-94d8-4b907909d04a,DISK] 2025-01-07T10:26:38,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33737,DS-a13b2cea-5054-4c6a-a474-020c0007a34f,DISK] 2025-01-07T10:26:38,781 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/WALs/f3fc36305cc7,45691,1736245598572/f3fc36305cc7%2C45691%2C1736245598572.1736245598759 2025-01-07T10:26:38,781 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46337:46337),(127.0.0.1/127.0.0.1:37877:37877)] 2025-01-07T10:26:38,781 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:38,782 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:38,782 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,782 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-07T10:26:38,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:38,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:38,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-07T10:26:38,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:38,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:38,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-07T10:26:38,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:38,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:38,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-07T10:26:38,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:38,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:38,791 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,792 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,792 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,793 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,793 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,794 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:38,795 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:38,797 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:38,797 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67068723, jitterRate=-5.981475114822388E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:38,799 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736245598782Initializing all the Stores at 1736245598783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245598783Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245598783Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245598783Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245598783Cleaning up temporary data from old regions at 1736245598793 (+10 ms)Region opened successfully at 1736245598799 (+6 ms) 2025-01-07T10:26:38,799 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-07T10:26:38,802 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46207c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:38,803 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(923): No meta location available on zookeeper, skip migrating... 2025-01-07T10:26:38,803 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2025-01-07T10:26:38,803 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-07T10:26:38,803 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2025-01-07T10:26:38,804 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2025-01-07T10:26:38,804 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2025-01-07T10:26:38,804 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-07T10:26:38,806 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2025-01-07T10:26:38,807 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2025-01-07T10:26:38,808 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2025-01-07T10:26:38,809 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2025-01-07T10:26:38,809 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2025-01-07T10:26:38,811 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2025-01-07T10:26:38,812 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2025-01-07T10:26:38,813 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2025-01-07T10:26:38,814 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2025-01-07T10:26:38,815 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2025-01-07T10:26:38,816 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2025-01-07T10:26:38,818 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2025-01-07T10:26:38,819 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2025-01-07T10:26:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,822 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(867): Active/primary master=f3fc36305cc7,45691,1736245598572, sessionid=0x1000e835d840000, setting cluster-up flag (Was=false) 2025-01-07T10:26:38,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,832 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2025-01-07T10:26:38,833 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:38,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:38,841 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2025-01-07T10:26:38,842 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:38,843 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2025-01-07T10:26:38,845 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:38,845 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2025-01-07T10:26:38,845 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2025-01-07T10:26:38,845 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3fc36305cc7,45691,1736245598572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2025-01-07T10:26:38,847 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:38,847 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:38,847 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:38,847 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:38,847 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3fc36305cc7:0, corePoolSize=10, maxPoolSize=10 2025-01-07T10:26:38,847 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,847 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:38,847 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,848 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736245628848 2025-01-07T10:26:38,848 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2025-01-07T10:26:38,848 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2025-01-07T10:26:38,848 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2025-01-07T10:26:38,848 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2025-01-07T10:26:38,848 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2025-01-07T10:26:38,848 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2025-01-07T10:26:38,848 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,849 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2025-01-07T10:26:38,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:38,849 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2025-01-07T10:26:38,849 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2025-01-07T10:26:38,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2025-01-07T10:26:38,849 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2025-01-07T10:26:38,849 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2025-01-07T10:26:38,849 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245598849,5,FailOnTimeoutGroup] 2025-01-07T10:26:38,850 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245598849,5,FailOnTimeoutGroup] 2025-01-07T10:26:38,850 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,850 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1752): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2025-01-07T10:26:38,850 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,850 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,850 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:38,850 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-07T10:26:38,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:38,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:38,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2025-01-07T10:26:38,859 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d 2025-01-07T10:26:38,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741832_1008 (size=32) 2025-01-07T10:26:38,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741832_1008 (size=32) 2025-01-07T10:26:38,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:38,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:38,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:38,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:38,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:38,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:38,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:38,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:38,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:38,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:38,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:38,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:38,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:38,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:38,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:38,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:38,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:38,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:38,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740 2025-01-07T10:26:38,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740 2025-01-07T10:26:38,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:38,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:38,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:38,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:38,880 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(746): ClusterId : e26940ca-21fb-4b6f-906e-a23ba77beae9 2025-01-07T10:26:38,880 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(746): ClusterId : e26940ca-21fb-4b6f-906e-a23ba77beae9 2025-01-07T10:26:38,880 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:38,880 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:38,882 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:38,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63659237, jitterRate=-0.05140344798564911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:38,883 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:38,883 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:38,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1736245598866Initializing all the Stores at 1736245598867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245598867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245598867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245598867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245598867Cleaning up temporary data from old regions at 1736245598877 (+10 ms)Region opened successfully at 1736245598884 (+7 ms) 2025-01-07T10:26:38,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:38,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:38,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:38,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:38,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:38,885 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:38,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245598884Disabling compacts and flushes for region at 1736245598884Disabling writes for close at 1736245598884Writing region close event to WAL at 1736245598885 (+1 ms)Closed at 1736245598885 2025-01-07T10:26:38,885 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:38,885 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:38,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:38,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2025-01-07T10:26:38,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2025-01-07T10:26:38,887 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:38,887 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:38,887 DEBUG [RS:0;f3fc36305cc7:41405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109cf2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:38,888 DEBUG [RS:1;f3fc36305cc7:37221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354a698b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:38,888 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:38,889 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2025-01-07T10:26:38,900 DEBUG [RS:0;f3fc36305cc7:41405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3fc36305cc7:41405 2025-01-07T10:26:38,900 DEBUG [RS:1;f3fc36305cc7:37221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f3fc36305cc7:37221 2025-01-07T10:26:38,901 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:38,901 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:38,901 DEBUG [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:38,901 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:38,901 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:38,901 DEBUG [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:38,901 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,45691,1736245598572 with port=37221, startcode=1736245598664 2025-01-07T10:26:38,901 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,45691,1736245598572 with port=41405, startcode=1736245598634 2025-01-07T10:26:38,902 DEBUG [RS:0;f3fc36305cc7:41405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:38,902 DEBUG [RS:1;f3fc36305cc7:37221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:38,904 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45823, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:38,904 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:38,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:38,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45691 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:38,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:38,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45691 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:38,906 DEBUG [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d 2025-01-07T10:26:38,906 DEBUG [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38229 2025-01-07T10:26:38,906 DEBUG [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:38,907 DEBUG [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d 2025-01-07T10:26:38,908 DEBUG [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38229 2025-01-07T10:26:38,908 DEBUG [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:38,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:38,908 DEBUG [RS:1;f3fc36305cc7:37221 {}] zookeeper.ZKUtil(111): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:38,908 WARN [RS:1;f3fc36305cc7:37221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:38,908 INFO [RS:1;f3fc36305cc7:37221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:38,908 DEBUG [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:38,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,37221,1736245598664] 2025-01-07T10:26:38,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,41405,1736245598634] 2025-01-07T10:26:38,913 DEBUG [RS:0;f3fc36305cc7:41405 {}] zookeeper.ZKUtil(111): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:38,913 WARN [RS:0;f3fc36305cc7:41405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:38,914 INFO [RS:0;f3fc36305cc7:41405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:38,914 DEBUG [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:38,914 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:38,917 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:38,917 INFO [RS:1;f3fc36305cc7:37221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:38,917 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,918 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:38,918 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:38,919 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:38,919 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,919 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,919 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,919 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,919 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,919 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,919 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:38,919 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,920 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,920 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,920 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,920 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,920 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,920 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:38,920 DEBUG [RS:1;f3fc36305cc7:37221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:38,920 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:38,922 INFO [RS:0;f3fc36305cc7:41405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:38,922 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,923 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:38,923 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,923 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,923 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,923 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,923 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,923 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37221,1736245598664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:38,923 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:38,924 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:38,924 DEBUG [RS:0;f3fc36305cc7:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:38,925 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,925 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,925 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,925 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,925 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,925 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,41405,1736245598634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:38,939 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:38,939 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,37221,1736245598664-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,939 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,939 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.Replication(171): f3fc36305cc7,37221,1736245598664 started 2025-01-07T10:26:38,939 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:38,940 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,41405,1736245598634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,940 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,940 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.Replication(171): f3fc36305cc7,41405,1736245598634 started 2025-01-07T10:26:38,953 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,954 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,37221,1736245598664, RpcServer on f3fc36305cc7/172.17.0.2:37221, sessionid=0x1000e835d840002 2025-01-07T10:26:38,954 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:38,954 DEBUG [RS:1;f3fc36305cc7:37221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:38,954 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,37221,1736245598664' 2025-01-07T10:26:38,954 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:38,954 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:38,954 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,41405,1736245598634, RpcServer on f3fc36305cc7/172.17.0.2:41405, sessionid=0x1000e835d840001 2025-01-07T10:26:38,954 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:38,954 DEBUG [RS:0;f3fc36305cc7:41405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:38,954 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,41405,1736245598634' 2025-01-07T10:26:38,954 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:38,955 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:38,955 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:38,955 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:38,955 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:38,955 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:38,955 DEBUG [RS:1;f3fc36305cc7:37221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:38,955 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:38,955 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,37221,1736245598664' 2025-01-07T10:26:38,955 DEBUG [RS:0;f3fc36305cc7:41405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:38,955 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:38,955 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,41405,1736245598634' 2025-01-07T10:26:38,955 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:38,956 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:38,956 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:38,956 DEBUG [RS:1;f3fc36305cc7:37221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:38,956 DEBUG [RS:0;f3fc36305cc7:41405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:38,956 INFO [RS:0;f3fc36305cc7:41405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:38,956 INFO [RS:1;f3fc36305cc7:37221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:38,956 INFO [RS:1;f3fc36305cc7:37221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:38,956 INFO [RS:0;f3fc36305cc7:41405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:39,039 WARN [f3fc36305cc7:45691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2025-01-07T10:26:39,057 INFO [RS:0;f3fc36305cc7:41405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:39,057 INFO [RS:1;f3fc36305cc7:37221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:39,059 INFO [RS:1;f3fc36305cc7:37221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C37221%2C1736245598664, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,37221,1736245598664, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/oldWALs, maxLogs=32 2025-01-07T10:26:39,059 INFO [RS:0;f3fc36305cc7:41405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C41405%2C1736245598634, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,41405,1736245598634, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/oldWALs, maxLogs=32 2025-01-07T10:26:39,081 DEBUG [RS:1;f3fc36305cc7:37221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,37221,1736245598664/f3fc36305cc7%2C37221%2C1736245598664.1736245599060, exclude list is [], retry=0 2025-01-07T10:26:39,081 DEBUG [RS:0;f3fc36305cc7:41405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,41405,1736245598634/f3fc36305cc7%2C41405%2C1736245598634.1736245599060, exclude list is [], retry=0 2025-01-07T10:26:39,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33737,DS-a13b2cea-5054-4c6a-a474-020c0007a34f,DISK] 2025-01-07T10:26:39,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35143,DS-27f4b745-f212-428f-94d8-4b907909d04a,DISK] 2025-01-07T10:26:39,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33737,DS-a13b2cea-5054-4c6a-a474-020c0007a34f,DISK] 2025-01-07T10:26:39,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35143,DS-27f4b745-f212-428f-94d8-4b907909d04a,DISK] 2025-01-07T10:26:39,091 INFO [RS:1;f3fc36305cc7:37221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,37221,1736245598664/f3fc36305cc7%2C37221%2C1736245598664.1736245599060 2025-01-07T10:26:39,091 INFO [RS:0;f3fc36305cc7:41405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,41405,1736245598634/f3fc36305cc7%2C41405%2C1736245598634.1736245599060 2025-01-07T10:26:39,091 DEBUG [RS:1;f3fc36305cc7:37221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37877:37877),(127.0.0.1/127.0.0.1:46337:46337)] 2025-01-07T10:26:39,091 DEBUG [RS:0;f3fc36305cc7:41405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46337:46337),(127.0.0.1/127.0.0.1:37877:37877)] 2025-01-07T10:26:39,290 DEBUG [f3fc36305cc7:45691 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2025-01-07T10:26:39,290 DEBUG [f3fc36305cc7:45691 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:39,292 DEBUG [f3fc36305cc7:45691 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:39,292 DEBUG [f3fc36305cc7:45691 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:39,292 DEBUG [f3fc36305cc7:45691 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:39,292 DEBUG [f3fc36305cc7:45691 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:39,292 INFO [f3fc36305cc7:45691 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:39,292 INFO [f3fc36305cc7:45691 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:39,292 DEBUG [f3fc36305cc7:45691 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:39,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:39,294 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,41405,1736245598634, state=OPENING 2025-01-07T10:26:39,296 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2025-01-07T10:26:39,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:39,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:39,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:39,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:39,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:39,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:39,298 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:39,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,41405,1736245598634}] 2025-01-07T10:26:39,451 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:39,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:39,457 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2025-01-07T10:26:39,457 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:39,458 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2025-01-07T10:26:39,459 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C41405%2C1736245598634.meta, suffix=.meta, logDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,41405,1736245598634, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/oldWALs, maxLogs=32 2025-01-07T10:26:39,474 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,41405,1736245598634/f3fc36305cc7%2C41405%2C1736245598634.meta.1736245599460.meta, exclude list is [], retry=0 2025-01-07T10:26:39,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33737,DS-a13b2cea-5054-4c6a-a474-020c0007a34f,DISK] 2025-01-07T10:26:39,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35143,DS-27f4b745-f212-428f-94d8-4b907909d04a,DISK] 2025-01-07T10:26:39,478 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/WALs/f3fc36305cc7,41405,1736245598634/f3fc36305cc7%2C41405%2C1736245598634.meta.1736245599460.meta 2025-01-07T10:26:39,478 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37877:37877),(127.0.0.1/127.0.0.1:46337:46337)] 2025-01-07T10:26:39,479 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:39,479 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2025-01-07T10:26:39,479 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2025-01-07T10:26:39,479 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2025-01-07T10:26:39,479 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2025-01-07T10:26:39,479 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:39,480 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2025-01-07T10:26:39,480 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2025-01-07T10:26:39,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:39,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:39,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:39,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:39,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:39,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:39,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:39,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:39,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:39,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:39,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:39,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:39,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:39,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:39,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:39,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:39,486 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:39,487 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740 2025-01-07T10:26:39,489 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740 2025-01-07T10:26:39,490 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:39,490 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:39,491 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:39,493 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:39,493 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60363080, jitterRate=-0.10052001476287842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:39,493 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2025-01-07T10:26:39,494 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1736245599480Writing region info on filesystem at 1736245599480Initializing all the Stores at 1736245599481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245599481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245599481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245599481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245599481Cleaning up temporary data from old regions at 1736245599490 (+9 ms)Running coprocessor post-open hooks at 1736245599493 (+3 ms)Region opened successfully at 1736245599494 (+1 ms) 2025-01-07T10:26:39,495 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1736245599451 2025-01-07T10:26:39,498 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2025-01-07T10:26:39,498 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2025-01-07T10:26:39,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:39,500 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,41405,1736245598634, state=OPEN 2025-01-07T10:26:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:39,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:39,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:39,502 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:39,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:39,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2025-01-07T10:26:39,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,41405,1736245598634 in 204 msec 2025-01-07T10:26:39,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2025-01-07T10:26:39,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2025-01-07T10:26:39,509 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:39,509 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2025-01-07T10:26:39,510 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:39,510 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,41405,1736245598634, seqNum=-1] 2025-01-07T10:26:39,510 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:39,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55083, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:39,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 672 msec 2025-01-07T10:26:39,517 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1134): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1736245599517, completionTime=-1 2025-01-07T10:26:39,518 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2025-01-07T10:26:39,518 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2025-01-07T10:26:39,520 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2025-01-07T10:26:39,520 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1736245659520 2025-01-07T10:26:39,520 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1736245719520 2025-01-07T10:26:39,520 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2025-01-07T10:26:39,520 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2025-01-07T10:26:39,520 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,45691,1736245598572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:39,521 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,45691,1736245598572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:39,521 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,45691,1736245598572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:39,521 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3fc36305cc7:45691, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:39,521 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:39,521 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:39,523 DEBUG [master/f3fc36305cc7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2025-01-07T10:26:39,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1250): Master has completed initialization 0.826sec 2025-01-07T10:26:39,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2025-01-07T10:26:39,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2025-01-07T10:26:39,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2025-01-07T10:26:39,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2025-01-07T10:26:39,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2025-01-07T10:26:39,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,45691,1736245598572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:39,525 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,45691,1736245598572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2025-01-07T10:26:39,528 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1385): Balancer post startup initialization complete, took 0 seconds 2025-01-07T10:26:39,528 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2025-01-07T10:26:39,528 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,45691,1736245598572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:39,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e871f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:39,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3fc36305cc7,45691,-1 for getting cluster id 2025-01-07T10:26:39,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2025-01-07T10:26:39,583 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e26940ca-21fb-4b6f-906e-a23ba77beae9' 2025-01-07T10:26:39,583 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2025-01-07T10:26:39,583 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e26940ca-21fb-4b6f-906e-a23ba77beae9" 2025-01-07T10:26:39,583 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3a3c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:39,583 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3fc36305cc7,45691,-1] 2025-01-07T10:26:39,584 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2025-01-07T10:26:39,584 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:39,585 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2025-01-07T10:26:39,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c912250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:39,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:39,587 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,41405,1736245598634, seqNum=-1] 2025-01-07T10:26:39,588 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:39,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:39,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:39,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2025-01-07T10:26:39,593 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:39,593 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78c3851b 2025-01-07T10:26:39,593 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-07T10:26:39,594 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-07T10:26:39,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45691 {}] master.HMaster$4(2469): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2025-01-07T10:26:39,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2025-01-07T10:26:39,598 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:39,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2025-01-07T10:26:39,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-07T10:26:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:39,610 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8fbb359b05f3e474775951d28a4e4cf, NAME => 'testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d 2025-01-07T10:26:39,611 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a2b06b5ab44d21c701e1cb33f196ce6a, NAME => 'testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d 2025-01-07T10:26:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b8fbb359b05f3e474775951d28a4e4cf, disabling compactions & flushes 2025-01-07T10:26:39,624 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. after waiting 0 ms 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:39,624 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8fbb359b05f3e474775951d28a4e4cf: Waiting for close lock at 1736245599624Disabling compacts and flushes for region at 1736245599624Disabling writes for close at 1736245599624Writing region close event to WAL at 1736245599624Closed at 1736245599624 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a2b06b5ab44d21c701e1cb33f196ce6a, disabling compactions & flushes 2025-01-07T10:26:39,624 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. after waiting 0 ms 2025-01-07T10:26:39,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:39,624 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:39,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a2b06b5ab44d21c701e1cb33f196ce6a: Waiting for close lock at 1736245599624Disabling compacts and flushes for region at 1736245599624Disabling writes for close at 1736245599624Writing region close event to WAL at 1736245599624Closed at 1736245599624 2025-01-07T10:26:39,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2025-01-07T10:26:39,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245599626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245599626"}]},"ts":"1736245599626"} 2025-01-07T10:26:39,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245599626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245599626"}]},"ts":"1736245599626"} 2025-01-07T10:26:39,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2025-01-07T10:26:39,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-07T10:26:39,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245599631"}]},"ts":"1736245599631"} 2025-01-07T10:26:39,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2025-01-07T10:26:39,634 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:39,635 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:39,635 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:39,635 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:39,635 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:39,635 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:39,635 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:39,635 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:39,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8fbb359b05f3e474775951d28a4e4cf, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2b06b5ab44d21c701e1cb33f196ce6a, ASSIGN}] 2025-01-07T10:26:39,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2b06b5ab44d21c701e1cb33f196ce6a, ASSIGN 2025-01-07T10:26:39,637 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8fbb359b05f3e474775951d28a4e4cf, ASSIGN 2025-01-07T10:26:39,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2b06b5ab44d21c701e1cb33f196ce6a, ASSIGN; state=OFFLINE, location=f3fc36305cc7,41405,1736245598634; forceNewPlan=false, retain=false 2025-01-07T10:26:39,638 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8fbb359b05f3e474775951d28a4e4cf, ASSIGN; state=OFFLINE, location=f3fc36305cc7,37221,1736245598664; forceNewPlan=false, retain=false 2025-01-07T10:26:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:39,788 INFO [f3fc36305cc7:45691 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2025-01-07T10:26:39,789 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8fbb359b05f3e474775951d28a4e4cf, regionState=OPENING, regionLocation=f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:39,789 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a2b06b5ab44d21c701e1cb33f196ce6a, regionState=OPENING, regionLocation=f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:39,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8fbb359b05f3e474775951d28a4e4cf, ASSIGN because future has completed 2025-01-07T10:26:39,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8fbb359b05f3e474775951d28a4e4cf, server=f3fc36305cc7,37221,1736245598664}] 2025-01-07T10:26:39,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2b06b5ab44d21c701e1cb33f196ce6a, ASSIGN because future has completed 2025-01-07T10:26:39,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2b06b5ab44d21c701e1cb33f196ce6a, server=f3fc36305cc7,41405,1736245598634}] 2025-01-07T10:26:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:39,946 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:39,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51361, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:39,952 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:39,952 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b8fbb359b05f3e474775951d28a4e4cf, NAME => 'testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf.', STARTKEY => '', ENDKEY => '5'} 2025-01-07T10:26:39,952 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,952 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:39,952 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,953 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,953 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:39,953 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a2b06b5ab44d21c701e1cb33f196ce6a, NAME => 'testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a.', STARTKEY => '5', ENDKEY => ''} 2025-01-07T10:26:39,953 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,953 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:39,953 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,953 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,957 INFO [StoreOpener-b8fbb359b05f3e474775951d28a4e4cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,957 INFO [StoreOpener-a2b06b5ab44d21c701e1cb33f196ce6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,958 INFO [StoreOpener-b8fbb359b05f3e474775951d28a4e4cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8fbb359b05f3e474775951d28a4e4cf columnFamilyName family 2025-01-07T10:26:39,958 DEBUG [StoreOpener-b8fbb359b05f3e474775951d28a4e4cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:39,958 INFO [StoreOpener-a2b06b5ab44d21c701e1cb33f196ce6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2b06b5ab44d21c701e1cb33f196ce6a columnFamilyName family 2025-01-07T10:26:39,958 DEBUG [StoreOpener-a2b06b5ab44d21c701e1cb33f196ce6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:39,959 INFO [StoreOpener-b8fbb359b05f3e474775951d28a4e4cf-1 {}] regionserver.HStore(327): Store=b8fbb359b05f3e474775951d28a4e4cf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:39,959 INFO [StoreOpener-a2b06b5ab44d21c701e1cb33f196ce6a-1 {}] regionserver.HStore(327): Store=a2b06b5ab44d21c701e1cb33f196ce6a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:39,959 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,959 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,960 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,960 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,960 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,960 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,961 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,961 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,961 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,961 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,963 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,963 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,965 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/a2b06b5ab44d21c701e1cb33f196ce6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:39,965 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/b8fbb359b05f3e474775951d28a4e4cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:39,966 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a2b06b5ab44d21c701e1cb33f196ce6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74057611, jitterRate=0.10354439914226532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:39,966 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b8fbb359b05f3e474775951d28a4e4cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67392145, jitterRate=0.004221215844154358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:39,966 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:39,966 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:39,967 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a2b06b5ab44d21c701e1cb33f196ce6a: Running coprocessor pre-open hook at 1736245599953Writing region info on filesystem at 1736245599953Initializing all the Stores at 1736245599954 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245599954Cleaning up temporary data from old regions at 1736245599961 (+7 ms)Running coprocessor post-open hooks at 1736245599966 (+5 ms)Region opened successfully at 1736245599967 (+1 ms) 2025-01-07T10:26:39,967 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b8fbb359b05f3e474775951d28a4e4cf: Running coprocessor pre-open hook at 1736245599953Writing region info on filesystem at 1736245599953Initializing all the Stores at 1736245599954 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245599954Cleaning up temporary data from old regions at 1736245599961 (+7 ms)Running coprocessor post-open hooks at 1736245599966 (+5 ms)Region opened successfully at 1736245599967 (+1 ms) 2025-01-07T10:26:39,969 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a., pid=8, masterSystemTime=1736245599949 2025-01-07T10:26:39,970 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf., pid=7, masterSystemTime=1736245599946 2025-01-07T10:26:39,972 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:39,972 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:39,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a2b06b5ab44d21c701e1cb33f196ce6a, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:39,973 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:39,973 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:39,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8fbb359b05f3e474775951d28a4e4cf, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:39,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2b06b5ab44d21c701e1cb33f196ce6a, server=f3fc36305cc7,41405,1736245598634 because future has completed 2025-01-07T10:26:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8fbb359b05f3e474775951d28a4e4cf, server=f3fc36305cc7,37221,1736245598664 because future has completed 2025-01-07T10:26:39,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2025-01-07T10:26:39,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a2b06b5ab44d21c701e1cb33f196ce6a, server=f3fc36305cc7,41405,1736245598634 in 184 msec 2025-01-07T10:26:39,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2025-01-07T10:26:39,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8fbb359b05f3e474775951d28a4e4cf, server=f3fc36305cc7,37221,1736245598664 in 187 msec 2025-01-07T10:26:39,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2b06b5ab44d21c701e1cb33f196ce6a, ASSIGN in 346 msec 2025-01-07T10:26:39,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2025-01-07T10:26:39,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8fbb359b05f3e474775951d28a4e4cf, ASSIGN in 347 msec 2025-01-07T10:26:39,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-07T10:26:39,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245599986"}]},"ts":"1736245599986"} 2025-01-07T10:26:39,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2025-01-07T10:26:39,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2025-01-07T10:26:39,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 394 msec 2025-01-07T10:26:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:40,228 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2025-01-07T10:26:40,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2025-01-07T10:26:40,229 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:40,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2025-01-07T10:26:40,232 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:40,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2025-01-07T10:26:40,235 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf., hostname=f3fc36305cc7,37221,1736245598664, seqNum=2] 2025-01-07T10:26:40,235 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:40,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:40,247 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a., hostname=f3fc36305cc7,41405,1736245598634, seqNum=2] 2025-01-07T10:26:40,256 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a2b06b5ab44d21c701e1cb33f196ce6a 1/1 column families, dataSize=140 B heapSize=776 B 2025-01-07T10:26:40,274 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/a2b06b5ab44d21c701e1cb33f196ce6a/.tmp/family/ba5ab7faa052454fb4df2afd10119e0b is 32, key is 5/family:/1736245600248/Put/seqid=0 2025-01-07T10:26:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741839_1015 (size=5083) 2025-01-07T10:26:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741839_1015 (size=5083) 2025-01-07T10:26:40,279 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/a2b06b5ab44d21c701e1cb33f196ce6a/.tmp/family/ba5ab7faa052454fb4df2afd10119e0b 2025-01-07T10:26:40,286 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/a2b06b5ab44d21c701e1cb33f196ce6a/.tmp/family/ba5ab7faa052454fb4df2afd10119e0b as hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/a2b06b5ab44d21c701e1cb33f196ce6a/family/ba5ab7faa052454fb4df2afd10119e0b 2025-01-07T10:26:40,293 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/a2b06b5ab44d21c701e1cb33f196ce6a/family/ba5ab7faa052454fb4df2afd10119e0b, entries=5, sequenceid=9, filesize=5.0 K 2025-01-07T10:26:40,294 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a2b06b5ab44d21c701e1cb33f196ce6a in 38ms, sequenceid=9, compaction requested=false 2025-01-07T10:26:40,294 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a2b06b5ab44d21c701e1cb33f196ce6a: 2025-01-07T10:26:40,294 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b8fbb359b05f3e474775951d28a4e4cf 1/1 column families, dataSize=112 B heapSize=672 B 2025-01-07T10:26:40,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/b8fbb359b05f3e474775951d28a4e4cf/.tmp/family/46e99402037f47f688b094e3a6a63c8f is 32, key is 1/family:/1736245600237/Put/seqid=0 2025-01-07T10:26:40,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741840_1016 (size=5054) 2025-01-07T10:26:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741840_1016 (size=5054) 2025-01-07T10:26:40,318 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/b8fbb359b05f3e474775951d28a4e4cf/.tmp/family/46e99402037f47f688b094e3a6a63c8f 2025-01-07T10:26:40,326 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/b8fbb359b05f3e474775951d28a4e4cf/.tmp/family/46e99402037f47f688b094e3a6a63c8f as hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/b8fbb359b05f3e474775951d28a4e4cf/family/46e99402037f47f688b094e3a6a63c8f 2025-01-07T10:26:40,332 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/b8fbb359b05f3e474775951d28a4e4cf/family/46e99402037f47f688b094e3a6a63c8f, entries=4, sequenceid=8, filesize=4.9 K 2025-01-07T10:26:40,333 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b8fbb359b05f3e474775951d28a4e4cf in 39ms, sequenceid=8, compaction requested=false 2025-01-07T10:26:40,333 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b8fbb359b05f3e474775951d28a4e4cf: 2025-01-07T10:26:40,338 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2025-01-07T10:26:40,341 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:40,342 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:40,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:40,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:40,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2025-01-07T10:26:40,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:40,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:40,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:40,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:40,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2025-01-07T10:26:40,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=328440812, stopped=false 2025-01-07T10:26:40,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2025-01-07T10:26:40,344 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3fc36305cc7,45691,1736245598572 2025-01-07T10:26:40,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:40,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:40,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:40,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:40,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:40,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:40,348 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:40,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:40,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3321) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3292) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:686) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:40,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:40,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:40,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:40,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:40,349 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,41405,1736245598634' ***** 2025-01-07T10:26:40,349 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:40,349 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,37221,1736245598664' ***** 2025-01-07T10:26:40,349 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:40,349 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:40,349 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:40,349 INFO [RS:0;f3fc36305cc7:41405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:40,349 INFO [RS:1;f3fc36305cc7:37221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:40,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:40,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:40,349 INFO [RS:0;f3fc36305cc7:41405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:40,349 INFO [RS:1;f3fc36305cc7:37221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:40,350 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(3091): Received CLOSE for a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:40,350 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(3091): Received CLOSE for b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:40,350 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:40,350 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:40,350 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:40,350 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:40,350 INFO [RS:0;f3fc36305cc7:41405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3fc36305cc7:41405. 2025-01-07T10:26:40,350 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2b06b5ab44d21c701e1cb33f196ce6a, disabling compactions & flushes 2025-01-07T10:26:40,350 INFO [RS:1;f3fc36305cc7:37221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f3fc36305cc7:37221. 2025-01-07T10:26:40,350 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8fbb359b05f3e474775951d28a4e4cf, disabling compactions & flushes 2025-01-07T10:26:40,351 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:40,351 DEBUG [RS:0;f3fc36305cc7:41405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:40,351 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:40,351 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:40,351 DEBUG [RS:1;f3fc36305cc7:37221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:40,351 DEBUG [RS:0;f3fc36305cc7:41405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:40,351 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:40,351 DEBUG [RS:1;f3fc36305cc7:37221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:40,351 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. after waiting 0 ms 2025-01-07T10:26:40,351 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. after waiting 0 ms 2025-01-07T10:26:40,351 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:40,351 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:40,351 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:40,351 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2025-01-07T10:26:40,351 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:40,351 DEBUG [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(1325): Online Regions={b8fbb359b05f3e474775951d28a4e4cf=testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf.} 2025-01-07T10:26:40,351 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:40,351 DEBUG [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(1351): Waiting on b8fbb359b05f3e474775951d28a4e4cf 2025-01-07T10:26:40,351 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2025-01-07T10:26:40,351 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2025-01-07T10:26:40,351 DEBUG [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(1325): Online Regions={a2b06b5ab44d21c701e1cb33f196ce6a=testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a., 1588230740=hbase:meta,,1.1588230740} 2025-01-07T10:26:40,351 DEBUG [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2b06b5ab44d21c701e1cb33f196ce6a 2025-01-07T10:26:40,352 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:40,352 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:40,352 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:40,352 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:40,352 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:40,352 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2025-01-07T10:26:40,356 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/b8fbb359b05f3e474775951d28a4e4cf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2025-01-07T10:26:40,357 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/default/testClearRegionBlockCache/a2b06b5ab44d21c701e1cb33f196ce6a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2025-01-07T10:26:40,357 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:40,357 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8fbb359b05f3e474775951d28a4e4cf: Waiting for close lock at 1736245600350Running coprocessor pre-close hooks at 1736245600350Disabling compacts and flushes for region at 1736245600350Disabling writes for close at 1736245600351 (+1 ms)Writing region close event to WAL at 1736245600352 (+1 ms)Running coprocessor post-close hooks at 1736245600357 (+5 ms)Closed at 1736245600357 2025-01-07T10:26:40,358 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1736245599594.b8fbb359b05f3e474775951d28a4e4cf. 2025-01-07T10:26:40,358 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:40,358 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2b06b5ab44d21c701e1cb33f196ce6a: Waiting for close lock at 1736245600350Running coprocessor pre-close hooks at 1736245600350Disabling compacts and flushes for region at 1736245600350Disabling writes for close at 1736245600351 (+1 ms)Writing region close event to WAL at 1736245600352 (+1 ms)Running coprocessor post-close hooks at 1736245600357 (+5 ms)Closed at 1736245600358 (+1 ms) 2025-01-07T10:26:40,358 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a. 2025-01-07T10:26:40,371 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/.tmp/info/5c2e7a6157e04d56a5634f4af5b5f854 is 173, key is testClearRegionBlockCache,5,1736245599594.a2b06b5ab44d21c701e1cb33f196ce6a./info:regioninfo/1736245599972/Put/seqid=0 2025-01-07T10:26:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:40,377 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/.tmp/info/5c2e7a6157e04d56a5634f4af5b5f854 2025-01-07T10:26:40,401 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/.tmp/ns/e6bd35e6dfc747e1a46cbe7ebfe8ee9d is 43, key is default/ns:d/1736245599513/Put/seqid=0 2025-01-07T10:26:40,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:40,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:40,406 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/.tmp/ns/e6bd35e6dfc747e1a46cbe7ebfe8ee9d 2025-01-07T10:26:40,424 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:40,426 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:40,427 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/.tmp/table/618077c2b2644f9bbb94097930f02c28 is 61, key is testClearRegionBlockCache/table:state/1736245599986/Put/seqid=0 2025-01-07T10:26:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:40,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:40,432 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/.tmp/table/618077c2b2644f9bbb94097930f02c28 2025-01-07T10:26:40,438 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/.tmp/info/5c2e7a6157e04d56a5634f4af5b5f854 as hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/info/5c2e7a6157e04d56a5634f4af5b5f854 2025-01-07T10:26:40,444 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/info/5c2e7a6157e04d56a5634f4af5b5f854, entries=20, sequenceid=13, filesize=8.0 K 2025-01-07T10:26:40,445 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/.tmp/ns/e6bd35e6dfc747e1a46cbe7ebfe8ee9d as hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/ns/e6bd35e6dfc747e1a46cbe7ebfe8ee9d 2025-01-07T10:26:40,452 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/ns/e6bd35e6dfc747e1a46cbe7ebfe8ee9d, entries=2, sequenceid=13, filesize=5.0 K 2025-01-07T10:26:40,453 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/.tmp/table/618077c2b2644f9bbb94097930f02c28 as hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/table/618077c2b2644f9bbb94097930f02c28 2025-01-07T10:26:40,458 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/table/618077c2b2644f9bbb94097930f02c28, entries=2, sequenceid=13, filesize=5.2 K 2025-01-07T10:26:40,459 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=13, compaction requested=false 2025-01-07T10:26:40,464 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2025-01-07T10:26:40,464 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2025-01-07T10:26:40,464 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:40,465 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245600352Running coprocessor pre-close hooks at 1736245600352Disabling compacts and flushes for region at 1736245600352Disabling writes for close at 1736245600352Obtaining lock to block concurrent updates at 1736245600352Preparing flush snapshotting stores in 1588230740 at 1736245600352Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1736245600353 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1736245600353Flushing 1588230740/info: creating writer at 1736245600353Flushing 1588230740/info: appending metadata at 1736245600371 (+18 ms)Flushing 1588230740/info: closing flushed file at 1736245600371Flushing 1588230740/ns: creating writer at 1736245600383 (+12 ms)Flushing 1588230740/ns: appending metadata at 1736245600400 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1736245600400Flushing 1588230740/table: creating writer at 1736245600412 (+12 ms)Flushing 1588230740/table: appending metadata at 1736245600426 (+14 ms)Flushing 1588230740/table: closing flushed file at 1736245600426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378c2874: reopening flushed file at 1736245600437 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfdc0ae: reopening flushed file at 1736245600444 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a8584: reopening flushed file at 1736245600452 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=13, compaction requested=false at 1736245600459 (+7 ms)Writing region close event to WAL at 1736245600460 (+1 ms)Running coprocessor post-close hooks at 1736245600464 (+4 ms)Closed at 1736245600464 2025-01-07T10:26:40,465 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:40,478 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2025-01-07T10:26:40,479 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2025-01-07T10:26:40,551 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,37221,1736245598664; all regions closed. 2025-01-07T10:26:40,552 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,41405,1736245598634; all regions closed. 2025-01-07T10:26:40,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741834_1010 (size=1758) 2025-01-07T10:26:40,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741834_1010 (size=1758) 2025-01-07T10:26:40,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:40,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:40,557 DEBUG [RS:1;f3fc36305cc7:37221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/oldWALs 2025-01-07T10:26:40,557 INFO [RS:1;f3fc36305cc7:37221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C37221%2C1736245598664:(num 1736245599060) 2025-01-07T10:26:40,557 DEBUG [RS:1;f3fc36305cc7:37221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:40,557 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:40,557 DEBUG [RS:0;f3fc36305cc7:41405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/oldWALs 2025-01-07T10:26:40,557 INFO [RS:0;f3fc36305cc7:41405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C41405%2C1736245598634.meta:.meta(num 1736245599460) 2025-01-07T10:26:40,557 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:40,557 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:40,557 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:40,557 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:40,557 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:40,557 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:40,557 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:40,557 INFO [RS:1;f3fc36305cc7:37221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37221 2025-01-07T10:26:40,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741833_1009 (size=1867) 2025-01-07T10:26:40,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741833_1009 (size=1867) 2025-01-07T10:26:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,37221,1736245598664 2025-01-07T10:26:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:40,560 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:40,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,37221,1736245598664] 2025-01-07T10:26:40,562 DEBUG [RS:0;f3fc36305cc7:41405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/oldWALs 2025-01-07T10:26:40,562 INFO [RS:0;f3fc36305cc7:41405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C41405%2C1736245598634:(num 1736245599060) 2025-01-07T10:26:40,562 DEBUG [RS:0;f3fc36305cc7:41405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:40,562 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:40,562 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:40,562 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:40,562 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:40,562 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:40,562 INFO [RS:0;f3fc36305cc7:41405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41405 2025-01-07T10:26:40,563 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,37221,1736245598664 already deleted, retry=false 2025-01-07T10:26:40,563 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,37221,1736245598664 expired; onlineServers=1 2025-01-07T10:26:40,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,41405,1736245598634 2025-01-07T10:26:40,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:40,566 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:40,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,41405,1736245598634] 2025-01-07T10:26:40,569 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,41405,1736245598634 already deleted, retry=false 2025-01-07T10:26:40,569 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,41405,1736245598634 expired; onlineServers=0 2025-01-07T10:26:40,569 INFO [RegionServerTracker-0 {}] master.HMaster(3336): ***** STOPPING master 'f3fc36305cc7,45691,1736245598572' ***** 2025-01-07T10:26:40,569 INFO [RegionServerTracker-0 {}] master.HMaster(3338): STOPPED: Cluster shutdown set; onlineServer=0 2025-01-07T10:26:40,569 INFO [M:0;f3fc36305cc7:45691 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:40,570 INFO [M:0;f3fc36305cc7:45691 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:40,570 DEBUG [M:0;f3fc36305cc7:45691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2025-01-07T10:26:40,570 DEBUG [M:0;f3fc36305cc7:45691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2025-01-07T10:26:40,570 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2025-01-07T10:26:40,570 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245598849 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245598849,5,FailOnTimeoutGroup] 2025-01-07T10:26:40,570 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245598849 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245598849,5,FailOnTimeoutGroup] 2025-01-07T10:26:40,570 INFO [M:0;f3fc36305cc7:45691 {}] hbase.ChoreService(370): Chore service for: master/f3fc36305cc7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:40,570 INFO [M:0;f3fc36305cc7:45691 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:40,570 DEBUG [M:0;f3fc36305cc7:45691 {}] master.HMaster(1806): Stopping service threads 2025-01-07T10:26:40,570 INFO [M:0;f3fc36305cc7:45691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-07T10:26:40,571 INFO [M:0;f3fc36305cc7:45691 {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:40,571 INFO [M:0;f3fc36305cc7:45691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2025-01-07T10:26:40,571 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2025-01-07T10:26:40,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:40,571 DEBUG [M:0;f3fc36305cc7:45691 {}] zookeeper.ZKUtil(347): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2025-01-07T10:26:40,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:40,572 WARN [M:0;f3fc36305cc7:45691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2025-01-07T10:26:40,572 INFO [M:0;f3fc36305cc7:45691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/.lastflushedseqids 2025-01-07T10:26:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741844_1020 (size=191) 2025-01-07T10:26:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741844_1020 (size=191) 2025-01-07T10:26:40,579 INFO [M:0;f3fc36305cc7:45691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-07T10:26:40,579 INFO [M:0;f3fc36305cc7:45691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2025-01-07T10:26:40,579 DEBUG [M:0;f3fc36305cc7:45691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:40,579 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:40,579 DEBUG [M:0;f3fc36305cc7:45691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:40,579 DEBUG [M:0;f3fc36305cc7:45691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:40,579 DEBUG [M:0;f3fc36305cc7:45691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:40,579 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2025-01-07T10:26:40,596 DEBUG [M:0;f3fc36305cc7:45691 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c362a2729be944dba8c01460b8faca88 is 82, key is hbase:meta,,1/info:regioninfo/1736245599499/Put/seqid=0 2025-01-07T10:26:40,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:40,601 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c362a2729be944dba8c01460b8faca88 2025-01-07T10:26:40,622 DEBUG [M:0;f3fc36305cc7:45691 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a85df2c5eabb493b802d4d3e4b30f02e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1736245599991/Put/seqid=0 2025-01-07T10:26:40,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741846_1022 (size=6219) 2025-01-07T10:26:40,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741846_1022 (size=6219) 2025-01-07T10:26:40,627 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a85df2c5eabb493b802d4d3e4b30f02e 2025-01-07T10:26:40,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:40,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37221-0x1000e835d840002, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:40,675 INFO [RS:1;f3fc36305cc7:37221 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:40,675 INFO [RS:1;f3fc36305cc7:37221 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,37221,1736245598664; zookeeper connection closed. 2025-01-07T10:26:40,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:40,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1000e835d840001, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:40,675 INFO [RS:0;f3fc36305cc7:41405 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:40,675 INFO [RS:0;f3fc36305cc7:41405 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,41405,1736245598634; zookeeper connection closed. 2025-01-07T10:26:40,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@147fcf62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@147fcf62 2025-01-07T10:26:40,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@110fdbee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@110fdbee 2025-01-07T10:26:40,676 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2025-01-07T10:26:40,677 DEBUG [M:0;f3fc36305cc7:45691 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a40f826795ab498a91ed5541c2e87af1 is 69, key is f3fc36305cc7,37221,1736245598664/rs:state/1736245598904/Put/seqid=0 2025-01-07T10:26:40,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:40,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:40,683 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a40f826795ab498a91ed5541c2e87af1 2025-01-07T10:26:40,690 DEBUG [M:0;f3fc36305cc7:45691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c362a2729be944dba8c01460b8faca88 as hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c362a2729be944dba8c01460b8faca88 2025-01-07T10:26:40,695 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c362a2729be944dba8c01460b8faca88, entries=8, sequenceid=71, filesize=5.5 K 2025-01-07T10:26:40,696 DEBUG [M:0;f3fc36305cc7:45691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a85df2c5eabb493b802d4d3e4b30f02e as hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a85df2c5eabb493b802d4d3e4b30f02e 2025-01-07T10:26:40,702 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a85df2c5eabb493b802d4d3e4b30f02e, entries=8, sequenceid=71, filesize=6.1 K 2025-01-07T10:26:40,703 DEBUG [M:0;f3fc36305cc7:45691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a40f826795ab498a91ed5541c2e87af1 as hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a40f826795ab498a91ed5541c2e87af1 2025-01-07T10:26:40,708 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/ccf6a88c-7a8b-c5e5-f325-cbe7fc676e6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a40f826795ab498a91ed5541c2e87af1, entries=2, sequenceid=71, filesize=5.1 K 2025-01-07T10:26:40,709 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false 2025-01-07T10:26:40,710 INFO [M:0;f3fc36305cc7:45691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:40,710 DEBUG [M:0;f3fc36305cc7:45691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245600579Disabling compacts and flushes for region at 1736245600579Disabling writes for close at 1736245600579Obtaining lock to block concurrent updates at 1736245600579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1736245600579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1736245600580 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1736245600580Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1736245600580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1736245600596 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1736245600596Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1736245600606 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1736245600622 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1736245600622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1736245600633 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1736245600676 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1736245600676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee557b0: reopening flushed file at 1736245600689 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6726f73f: reopening flushed file at 1736245600695 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9b75f: reopening flushed file at 1736245600702 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false at 1736245600709 (+7 ms)Writing region close event to WAL at 1736245600710 (+1 ms)Closed at 1736245600710 2025-01-07T10:26:40,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35143 is added to blk_1073741830_1006 (size=35440) 2025-01-07T10:26:40,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33737 is added to blk_1073741830_1006 (size=35440) 2025-01-07T10:26:40,713 INFO [M:0;f3fc36305cc7:45691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2025-01-07T10:26:40,713 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:40,713 INFO [M:0;f3fc36305cc7:45691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45691 2025-01-07T10:26:40,714 INFO [M:0;f3fc36305cc7:45691 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:40,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:40,821 INFO [M:0;f3fc36305cc7:45691 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:40,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45691-0x1000e835d840000, quorum=127.0.0.1:52434, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:40,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3eed5605{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:40,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@381f3492{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:40,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:40,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@322bb958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:40,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@135e1985{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:40,825 WARN [BP-1551781532-172.17.0.2-1736245597811 heartbeating to localhost/127.0.0.1:38229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:40,825 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:40,825 WARN [BP-1551781532-172.17.0.2-1736245597811 heartbeating to localhost/127.0.0.1:38229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1551781532-172.17.0.2-1736245597811 (Datanode Uuid 0da6a427-047d-4621-811e-7ea298a8a560) service to localhost/127.0.0.1:38229 2025-01-07T10:26:40,825 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:40,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/data/data3/current/BP-1551781532-172.17.0.2-1736245597811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:40,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/data/data4/current/BP-1551781532-172.17.0.2-1736245597811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:40,826 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:40,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49b96f3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:40,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79d9eaf9{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:40,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:40,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c0438eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:40,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d9808f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:40,830 WARN [BP-1551781532-172.17.0.2-1736245597811 heartbeating to localhost/127.0.0.1:38229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:40,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:40,830 WARN [BP-1551781532-172.17.0.2-1736245597811 heartbeating to localhost/127.0.0.1:38229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1551781532-172.17.0.2-1736245597811 (Datanode Uuid 6634fd27-2520-4635-bb29-ea77a3b17a04) service to localhost/127.0.0.1:38229 2025-01-07T10:26:40,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:40,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/data/data1/current/BP-1551781532-172.17.0.2-1736245597811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:40,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/cluster_53af386a-9acb-34f4-2108-2e53e59ee89d/data/data2/current/BP-1551781532-172.17.0.2-1736245597811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:40,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:40,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d1f8e47{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:40,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23577236{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:40,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:40,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4af28f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:40,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5533219a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:40,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2025-01-07T10:26:40,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2025-01-07T10:26:40,870 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=141 (was 113) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:38229 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:38229 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:38229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:38229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=474 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=2360 (was 2642) 2025-01-07T10:26:40,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=141, OpenFileDescriptor=474, MaxFileDescriptor=1048576, SystemLoadAverage=116, ProcessCount=11, AvailableMemoryMB=2361 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.log.dir so I do NOT create it in target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df 2025-01-07T10:26:40,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.log.dir Erasing configuration value by system value. 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.tmp.dir so I do NOT create it in target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df 2025-01-07T10:26:40,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c3abcd3c-9c27-6143-1c66-541135ec02ec/hadoop.tmp.dir Erasing configuration value by system value. 2025-01-07T10:26:40,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9, deleteOnExit=true 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/test.cache.data in system properties and HBase conf 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.tmp.dir in system properties and HBase conf 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.log.dir in system properties and HBase conf 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/mapreduce.cluster.local.dir in system properties and HBase conf 2025-01-07T10:26:40,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/mapreduce.cluster.temp.dir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2025-01-07T10:26:40,891 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/yarn.nodemanager.log-dirs in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/nfs.dump.dir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/java.io.tmpdir in system properties and HBase conf 2025-01-07T10:26:40,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:40,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2025-01-07T10:26:40,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2025-01-07T10:26:40,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:40,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:40,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:40,970 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:40,970 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:40,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:40,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d0b3fc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:40,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a2b9a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:41,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7417f652{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/java.io.tmpdir/jetty-localhost-40859-hadoop-hdfs-3_4_1-tests_jar-_-any-5888276248036398882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:41,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dc90902{HTTP/1.1, (http/1.1)}{localhost:40859} 2025-01-07T10:26:41,085 INFO [Time-limited test {}] server.Server(415): Started @15594ms 2025-01-07T10:26:41,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:41,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:41,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:41,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:41,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:41,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182fde38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:41,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@161f859f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:41,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b5f0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/java.io.tmpdir/jetty-localhost-46867-hadoop-hdfs-3_4_1-tests_jar-_-any-13875496886198324059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:41,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acb7b7b{HTTP/1.1, (http/1.1)}{localhost:46867} 2025-01-07T10:26:41,286 INFO [Time-limited test {}] server.Server(415): Started @15794ms 2025-01-07T10:26:41,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:41,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:41,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:41,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:41,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:41,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:41,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eef91cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:41,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73cf5fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:41,398 WARN [Thread-881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/data/data1/current/BP-1184173795-172.17.0.2-1736245600911/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:41,398 WARN [Thread-882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/data/data2/current/BP-1184173795-172.17.0.2-1736245600911/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:41,415 WARN [Thread-860 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5db124936b3db8e with lease ID 0x320c828ec2604855: Processing first storage report for DS-731ef73a-fa54-4247-9d7a-b8e7d9dfd2ec from datanode DatanodeRegistration(127.0.0.1:34245, datanodeUuid=ff15699c-3817-490b-9ee7-97651b843562, infoPort=38093, infoSecurePort=0, ipcPort=33279, storageInfo=lv=-57;cid=testClusterID;nsid=1074108005;c=1736245600911) 2025-01-07T10:26:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5db124936b3db8e with lease ID 0x320c828ec2604855: from storage DS-731ef73a-fa54-4247-9d7a-b8e7d9dfd2ec node DatanodeRegistration(127.0.0.1:34245, datanodeUuid=ff15699c-3817-490b-9ee7-97651b843562, infoPort=38093, infoSecurePort=0, ipcPort=33279, storageInfo=lv=-57;cid=testClusterID;nsid=1074108005;c=1736245600911), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5db124936b3db8e with lease ID 0x320c828ec2604855: Processing first storage report for DS-88e7e032-58b6-48db-99f4-ed58cdcf1341 from datanode DatanodeRegistration(127.0.0.1:34245, datanodeUuid=ff15699c-3817-490b-9ee7-97651b843562, infoPort=38093, infoSecurePort=0, ipcPort=33279, storageInfo=lv=-57;cid=testClusterID;nsid=1074108005;c=1736245600911) 2025-01-07T10:26:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5db124936b3db8e with lease ID 0x320c828ec2604855: from storage DS-88e7e032-58b6-48db-99f4-ed58cdcf1341 node DatanodeRegistration(127.0.0.1:34245, datanodeUuid=ff15699c-3817-490b-9ee7-97651b843562, infoPort=38093, infoSecurePort=0, ipcPort=33279, storageInfo=lv=-57;cid=testClusterID;nsid=1074108005;c=1736245600911), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:41,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16cc25e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/java.io.tmpdir/jetty-localhost-43791-hadoop-hdfs-3_4_1-tests_jar-_-any-14977276760938507667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:41,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f185bf{HTTP/1.1, (http/1.1)}{localhost:43791} 2025-01-07T10:26:41,446 INFO [Time-limited test {}] server.Server(415): Started @15955ms 2025-01-07T10:26:41,447 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:41,540 WARN [Thread-907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/data/data3/current/BP-1184173795-172.17.0.2-1736245600911/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:41,540 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/data/data4/current/BP-1184173795-172.17.0.2-1736245600911/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:41,556 WARN [Thread-896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e934927eec2a690 with lease ID 0x320c828ec2604856: Processing first storage report for DS-aabff98b-4279-43a7-a577-278c47ef2f83 from datanode DatanodeRegistration(127.0.0.1:38769, datanodeUuid=c3b02f44-8c88-45e9-810c-a7563350ae48, infoPort=45317, infoSecurePort=0, ipcPort=46157, storageInfo=lv=-57;cid=testClusterID;nsid=1074108005;c=1736245600911) 2025-01-07T10:26:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e934927eec2a690 with lease ID 0x320c828ec2604856: from storage DS-aabff98b-4279-43a7-a577-278c47ef2f83 node DatanodeRegistration(127.0.0.1:38769, datanodeUuid=c3b02f44-8c88-45e9-810c-a7563350ae48, infoPort=45317, infoSecurePort=0, ipcPort=46157, storageInfo=lv=-57;cid=testClusterID;nsid=1074108005;c=1736245600911), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e934927eec2a690 with lease ID 0x320c828ec2604856: Processing first storage report for DS-ac7f312e-5b54-44cf-adb5-47e9f1cddeff from datanode DatanodeRegistration(127.0.0.1:38769, datanodeUuid=c3b02f44-8c88-45e9-810c-a7563350ae48, infoPort=45317, infoSecurePort=0, ipcPort=46157, storageInfo=lv=-57;cid=testClusterID;nsid=1074108005;c=1736245600911) 2025-01-07T10:26:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e934927eec2a690 with lease ID 0x320c828ec2604856: from storage DS-ac7f312e-5b54-44cf-adb5-47e9f1cddeff node DatanodeRegistration(127.0.0.1:38769, datanodeUuid=c3b02f44-8c88-45e9-810c-a7563350ae48, infoPort=45317, infoSecurePort=0, ipcPort=46157, storageInfo=lv=-57;cid=testClusterID;nsid=1074108005;c=1736245600911), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:41,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df 2025-01-07T10:26:41,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/zookeeper_0, clientPort=49843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2025-01-07T10:26:41,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49843 2025-01-07T10:26:41,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:41,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:41,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:41,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:41,584 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08 with version=8 2025-01-07T10:26:41,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/hbase-staging 2025-01-07T10:26:41,586 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:41,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:41,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:41,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:41,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:41,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:41,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2025-01-07T10:26:41,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:41,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43621 2025-01-07T10:26:41,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43621 connecting to ZooKeeper ensemble=127.0.0.1:49843 2025-01-07T10:26:41,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436210x0, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:41,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43621-0x1000e83694c0000 connected 2025-01-07T10:26:41,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:41,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:41,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:41,617 INFO [Time-limited test {}] master.HMaster(536): hbase.rootdir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08, hbase.cluster.distributed=false 2025-01-07T10:26:41,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:41,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43621 2025-01-07T10:26:41,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43621 2025-01-07T10:26:41,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43621 2025-01-07T10:26:41,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43621 2025-01-07T10:26:41,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43621 2025-01-07T10:26:41,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:41,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:41,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:41,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:41,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:41,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:41,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:41,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:41,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35377 2025-01-07T10:26:41,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35377 connecting to ZooKeeper ensemble=127.0.0.1:49843 2025-01-07T10:26:41,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:41,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:41,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353770x0, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:41,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:41,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35377-0x1000e83694c0001 connected 2025-01-07T10:26:41,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:41,650 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2025-01-07T10:26:41,659 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2025-01-07T10:26:41,663 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2025-01-07T10:26:41,667 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2025-01-07T10:26:41,667 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:41,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:41,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:41,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35377 2025-01-07T10:26:41,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35377 2025-01-07T10:26:41,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35377 2025-01-07T10:26:41,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35377 2025-01-07T10:26:41,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35377 2025-01-07T10:26:41,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:41,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:41,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:41,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:41,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:41,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:41,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:41,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:41,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38955 2025-01-07T10:26:41,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38955 connecting to ZooKeeper ensemble=127.0.0.1:49843 2025-01-07T10:26:41,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:41,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389550x0, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:41,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38955-0x1000e83694c0002 connected 2025-01-07T10:26:41,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:41,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:41,693 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2025-01-07T10:26:41,702 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2025-01-07T10:26:41,702 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2025-01-07T10:26:41,703 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2025-01-07T10:26:41,703 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:41,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:41,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:41,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38955 2025-01-07T10:26:41,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38955 2025-01-07T10:26:41,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38955 2025-01-07T10:26:41,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38955 2025-01-07T10:26:41,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38955 2025-01-07T10:26:41,717 DEBUG [M:0;f3fc36305cc7:43621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3fc36305cc7:43621 2025-01-07T10:26:41,718 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(2525): Adding backup master ZNode /hbase/backup-masters/f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:41,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:41,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:41,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:41,720 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,728 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2025-01-07T10:26:41,729 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f3fc36305cc7,43621,1736245601586 from backup master directory 2025-01-07T10:26:41,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:41,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:41,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:41,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:41,730 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:41,730 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:41,735 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/hbase.id] with ID: ae6e1b79-4277-42cd-9f6c-0176160b5251 2025-01-07T10:26:41,735 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/.tmp/hbase.id 2025-01-07T10:26:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:41,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:41,741 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/.tmp/hbase.id]:[hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/hbase.id] 2025-01-07T10:26:41,752 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:41,752 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2025-01-07T10:26:41,753 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2025-01-07T10:26:41,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:41,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:41,762 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:41,763 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-07T10:26:41,763 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:41,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:41,771 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store 2025-01-07T10:26:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:41,777 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:41,777 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:41,777 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:41,777 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:41,777 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:41,777 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:41,777 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:41,777 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245601777Disabling compacts and flushes for region at 1736245601777Disabling writes for close at 1736245601777Writing region close event to WAL at 1736245601777Closed at 1736245601777 2025-01-07T10:26:41,778 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/.initializing 2025-01-07T10:26:41,778 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/WALs/f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:41,779 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:41,780 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C43621%2C1736245601586, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/WALs/f3fc36305cc7,43621,1736245601586, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/oldWALs, maxLogs=10 2025-01-07T10:26:41,794 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/WALs/f3fc36305cc7,43621,1736245601586/f3fc36305cc7%2C43621%2C1736245601586.1736245601780, exclude list is [], retry=0 2025-01-07T10:26:41,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-731ef73a-fa54-4247-9d7a-b8e7d9dfd2ec,DISK] 2025-01-07T10:26:41,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-aabff98b-4279-43a7-a577-278c47ef2f83,DISK] 2025-01-07T10:26:41,798 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/WALs/f3fc36305cc7,43621,1736245601586/f3fc36305cc7%2C43621%2C1736245601586.1736245601780 2025-01-07T10:26:41,798 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38093:38093),(127.0.0.1/127.0.0.1:45317:45317)] 2025-01-07T10:26:41,798 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:41,798 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:41,798 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,798 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-07T10:26:41,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:41,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:41,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-07T10:26:41,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:41,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:41,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-07T10:26:41,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:41,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:41,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-07T10:26:41,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:41,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:41,806 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,806 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,807 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,808 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,808 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,809 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:41,811 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:41,813 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:41,813 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61295327, jitterRate=-0.08662845194339752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:41,814 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736245601798Initializing all the Stores at 1736245601799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245601799Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245601799Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245601799Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245601799Cleaning up temporary data from old regions at 1736245601808 (+9 ms)Region opened successfully at 1736245601814 (+6 ms) 2025-01-07T10:26:41,814 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-07T10:26:41,817 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9cd728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:41,818 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(923): No meta location available on zookeeper, skip migrating... 2025-01-07T10:26:41,818 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2025-01-07T10:26:41,818 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-07T10:26:41,818 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2025-01-07T10:26:41,818 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2025-01-07T10:26:41,819 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2025-01-07T10:26:41,819 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-07T10:26:41,821 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2025-01-07T10:26:41,822 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2025-01-07T10:26:41,823 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2025-01-07T10:26:41,823 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2025-01-07T10:26:41,824 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2025-01-07T10:26:41,826 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2025-01-07T10:26:41,827 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2025-01-07T10:26:41,828 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2025-01-07T10:26:41,829 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2025-01-07T10:26:41,829 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2025-01-07T10:26:41,831 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2025-01-07T10:26:41,832 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2025-01-07T10:26:41,834 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2025-01-07T10:26:41,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:41,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:41,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:41,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,839 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(867): Active/primary master=f3fc36305cc7,43621,1736245601586, sessionid=0x1000e83694c0000, setting cluster-up flag (Was=false) 2025-01-07T10:26:41,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,847 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2025-01-07T10:26:41,848 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:41,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:41,856 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2025-01-07T10:26:41,857 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:41,858 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2025-01-07T10:26:41,859 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:41,859 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2025-01-07T10:26:41,859 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2025-01-07T10:26:41,860 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3fc36305cc7,43621,1736245601586 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2025-01-07T10:26:41,861 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:41,861 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:41,861 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:41,861 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:41,861 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3fc36305cc7:0, corePoolSize=10, maxPoolSize=10 2025-01-07T10:26:41,861 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,861 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:41,861 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,863 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736245631863 2025-01-07T10:26:41,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:41,863 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2025-01-07T10:26:41,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2025-01-07T10:26:41,863 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2025-01-07T10:26:41,863 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2025-01-07T10:26:41,863 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2025-01-07T10:26:41,863 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2025-01-07T10:26:41,863 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2025-01-07T10:26:41,863 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,864 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2025-01-07T10:26:41,864 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2025-01-07T10:26:41,864 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2025-01-07T10:26:41,864 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:41,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-07T10:26:41,867 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2025-01-07T10:26:41,867 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2025-01-07T10:26:41,867 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245601867,5,FailOnTimeoutGroup] 2025-01-07T10:26:41,867 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245601867,5,FailOnTimeoutGroup] 2025-01-07T10:26:41,867 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,867 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1752): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2025-01-07T10:26:41,867 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,867 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:41,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2025-01-07T10:26:41,878 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08 2025-01-07T10:26:41,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741832_1008 (size=32) 2025-01-07T10:26:41,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741832_1008 (size=32) 2025-01-07T10:26:41,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:41,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:41,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:41,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:41,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:41,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:41,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:41,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:41,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:41,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:41,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:41,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:41,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:41,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:41,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:41,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:41,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:41,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:41,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740 2025-01-07T10:26:41,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740 2025-01-07T10:26:41,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:41,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:41,900 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:41,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:41,903 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:41,903 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73383285, jitterRate=0.0934961587190628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:41,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1736245601889Initializing all the Stores at 1736245601890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245601890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245601890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245601890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245601890Cleaning up temporary data from old regions at 1736245601899 (+9 ms)Region opened successfully at 1736245601904 (+5 ms) 2025-01-07T10:26:41,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:41,904 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:41,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:41,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:41,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:41,904 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:41,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245601904Disabling compacts and flushes for region at 1736245601904Disabling writes for close at 1736245601904Writing region close event to WAL at 1736245601904Closed at 1736245601904 2025-01-07T10:26:41,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:41,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2025-01-07T10:26:41,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2025-01-07T10:26:41,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:41,908 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(746): ClusterId : ae6e1b79-4277-42cd-9f6c-0176160b5251 2025-01-07T10:26:41,908 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:41,908 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(746): ClusterId : ae6e1b79-4277-42cd-9f6c-0176160b5251 2025-01-07T10:26:41,908 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:41,908 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2025-01-07T10:26:41,910 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:41,910 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:41,910 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:41,910 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:41,914 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:41,914 DEBUG [RS:1;f3fc36305cc7:38955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39908722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:41,914 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:41,914 DEBUG [RS:0;f3fc36305cc7:35377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bda8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:41,926 DEBUG [RS:1;f3fc36305cc7:38955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f3fc36305cc7:38955 2025-01-07T10:26:41,926 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:41,926 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:41,926 DEBUG [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:41,927 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,43621,1736245601586 with port=38955, startcode=1736245601684 2025-01-07T10:26:41,927 DEBUG [RS:1;f3fc36305cc7:38955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:41,929 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:41,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:41,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43621 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:41,931 DEBUG [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08 2025-01-07T10:26:41,931 DEBUG [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34381 2025-01-07T10:26:41,931 DEBUG [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:41,932 DEBUG [RS:0;f3fc36305cc7:35377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3fc36305cc7:35377 2025-01-07T10:26:41,932 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:41,932 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:41,932 DEBUG [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:41,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:41,933 DEBUG [RS:1;f3fc36305cc7:38955 {}] zookeeper.ZKUtil(111): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:41,933 WARN [RS:1;f3fc36305cc7:38955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:41,933 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,43621,1736245601586 with port=35377, startcode=1736245601636 2025-01-07T10:26:41,933 INFO [RS:1;f3fc36305cc7:38955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:41,933 DEBUG [RS:0;f3fc36305cc7:35377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:41,933 DEBUG [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:41,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,38955,1736245601684] 2025-01-07T10:26:41,936 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:41,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:41,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43621 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:41,937 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:41,938 DEBUG [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08 2025-01-07T10:26:41,938 DEBUG [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34381 2025-01-07T10:26:41,938 DEBUG [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:41,939 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:41,939 INFO [RS:1;f3fc36305cc7:38955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:41,939 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,940 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:41,940 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:41,941 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:41,941 DEBUG [RS:1;f3fc36305cc7:38955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:41,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:41,944 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,944 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,944 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,944 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,944 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,944 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,38955,1736245601684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:41,944 DEBUG [RS:0;f3fc36305cc7:35377 {}] zookeeper.ZKUtil(111): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:41,945 WARN [RS:0;f3fc36305cc7:35377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:41,945 INFO [RS:0;f3fc36305cc7:35377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:41,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,35377,1736245601636] 2025-01-07T10:26:41,945 DEBUG [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:41,948 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:41,949 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:41,950 INFO [RS:0;f3fc36305cc7:35377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:41,950 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,951 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:41,951 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:41,951 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:41,952 DEBUG [RS:0;f3fc36305cc7:35377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:41,952 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,952 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,952 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,953 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,953 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,953 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,35377,1736245601636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:41,959 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:41,959 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,38955,1736245601684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,959 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,959 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.Replication(171): f3fc36305cc7,38955,1736245601684 started 2025-01-07T10:26:41,966 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:41,966 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,35377,1736245601636-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,967 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,967 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.Replication(171): f3fc36305cc7,35377,1736245601636 started 2025-01-07T10:26:41,972 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,973 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,38955,1736245601684, RpcServer on f3fc36305cc7/172.17.0.2:38955, sessionid=0x1000e83694c0002 2025-01-07T10:26:41,973 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:41,973 DEBUG [RS:1;f3fc36305cc7:38955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:41,973 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,38955,1736245601684' 2025-01-07T10:26:41,973 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:41,973 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:41,974 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:41,974 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:41,974 DEBUG [RS:1;f3fc36305cc7:38955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:41,974 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,38955,1736245601684' 2025-01-07T10:26:41,974 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:41,974 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:41,974 DEBUG [RS:1;f3fc36305cc7:38955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:41,975 INFO [RS:1;f3fc36305cc7:38955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:41,975 INFO [RS:1;f3fc36305cc7:38955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:41,985 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:41,985 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,35377,1736245601636, RpcServer on f3fc36305cc7/172.17.0.2:35377, sessionid=0x1000e83694c0001 2025-01-07T10:26:41,985 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:41,986 DEBUG [RS:0;f3fc36305cc7:35377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:41,986 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,35377,1736245601636' 2025-01-07T10:26:41,986 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:41,986 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:41,986 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:41,986 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:41,986 DEBUG [RS:0;f3fc36305cc7:35377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:41,986 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,35377,1736245601636' 2025-01-07T10:26:41,986 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:41,987 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:41,987 DEBUG [RS:0;f3fc36305cc7:35377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:41,987 INFO [RS:0;f3fc36305cc7:35377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:41,987 INFO [RS:0;f3fc36305cc7:35377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:42,058 WARN [f3fc36305cc7:43621 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2025-01-07T10:26:42,075 INFO [RS:1;f3fc36305cc7:38955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:42,077 INFO [RS:1;f3fc36305cc7:38955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C38955%2C1736245601684, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,38955,1736245601684, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/oldWALs, maxLogs=32 2025-01-07T10:26:42,088 INFO [RS:0;f3fc36305cc7:35377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:42,089 INFO [RS:0;f3fc36305cc7:35377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C35377%2C1736245601636, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,35377,1736245601636, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/oldWALs, maxLogs=32 2025-01-07T10:26:42,089 DEBUG [RS:1;f3fc36305cc7:38955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,38955,1736245601684/f3fc36305cc7%2C38955%2C1736245601684.1736245602077, exclude list is [], retry=0 2025-01-07T10:26:42,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-aabff98b-4279-43a7-a577-278c47ef2f83,DISK] 2025-01-07T10:26:42,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-731ef73a-fa54-4247-9d7a-b8e7d9dfd2ec,DISK] 2025-01-07T10:26:42,094 INFO [RS:1;f3fc36305cc7:38955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,38955,1736245601684/f3fc36305cc7%2C38955%2C1736245601684.1736245602077 2025-01-07T10:26:42,095 DEBUG [RS:1;f3fc36305cc7:38955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45317:45317),(127.0.0.1/127.0.0.1:38093:38093)] 2025-01-07T10:26:42,102 DEBUG [RS:0;f3fc36305cc7:35377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,35377,1736245601636/f3fc36305cc7%2C35377%2C1736245601636.1736245602089, exclude list is [], retry=0 2025-01-07T10:26:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-aabff98b-4279-43a7-a577-278c47ef2f83,DISK] 2025-01-07T10:26:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-731ef73a-fa54-4247-9d7a-b8e7d9dfd2ec,DISK] 2025-01-07T10:26:42,106 INFO [RS:0;f3fc36305cc7:35377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,35377,1736245601636/f3fc36305cc7%2C35377%2C1736245601636.1736245602089 2025-01-07T10:26:42,106 DEBUG [RS:0;f3fc36305cc7:35377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45317:45317),(127.0.0.1/127.0.0.1:38093:38093)] 2025-01-07T10:26:42,309 DEBUG [f3fc36305cc7:43621 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2025-01-07T10:26:42,309 DEBUG [f3fc36305cc7:43621 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:42,311 DEBUG [f3fc36305cc7:43621 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:42,311 DEBUG [f3fc36305cc7:43621 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:42,311 DEBUG [f3fc36305cc7:43621 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:42,311 DEBUG [f3fc36305cc7:43621 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:42,311 INFO [f3fc36305cc7:43621 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:42,311 INFO [f3fc36305cc7:43621 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:42,311 DEBUG [f3fc36305cc7:43621 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:42,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:42,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,38955,1736245601684, state=OPENING 2025-01-07T10:26:42,314 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2025-01-07T10:26:42,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:42,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:42,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:42,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:42,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:42,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:42,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:42,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,38955,1736245601684}] 2025-01-07T10:26:42,469 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:42,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56233, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:42,475 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2025-01-07T10:26:42,475 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:42,475 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2025-01-07T10:26:42,477 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C38955%2C1736245601684.meta, suffix=.meta, logDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,38955,1736245601684, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/oldWALs, maxLogs=32 2025-01-07T10:26:42,490 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,38955,1736245601684/f3fc36305cc7%2C38955%2C1736245601684.meta.1736245602477.meta, exclude list is [], retry=0 2025-01-07T10:26:42,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38769,DS-aabff98b-4279-43a7-a577-278c47ef2f83,DISK] 2025-01-07T10:26:42,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34245,DS-731ef73a-fa54-4247-9d7a-b8e7d9dfd2ec,DISK] 2025-01-07T10:26:42,494 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/WALs/f3fc36305cc7,38955,1736245601684/f3fc36305cc7%2C38955%2C1736245601684.meta.1736245602477.meta 2025-01-07T10:26:42,495 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45317:45317),(127.0.0.1/127.0.0.1:38093:38093)] 2025-01-07T10:26:42,495 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:42,495 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2025-01-07T10:26:42,495 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2025-01-07T10:26:42,495 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2025-01-07T10:26:42,495 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2025-01-07T10:26:42,495 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:42,495 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2025-01-07T10:26:42,495 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2025-01-07T10:26:42,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:42,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:42,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:42,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:42,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:42,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:42,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:42,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:42,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:42,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:42,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:42,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:42,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:42,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:42,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:42,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:42,502 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:42,503 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740 2025-01-07T10:26:42,504 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740 2025-01-07T10:26:42,505 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:42,505 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:42,506 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:42,507 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:42,507 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63614538, jitterRate=-0.052069514989852905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:42,508 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2025-01-07T10:26:42,508 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1736245602496Writing region info on filesystem at 1736245602496Initializing all the Stores at 1736245602496Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245602496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245602497 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245602497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245602497Cleaning up temporary data from old regions at 1736245602505 (+8 ms)Running coprocessor post-open hooks at 1736245602508 (+3 ms)Region opened successfully at 1736245602508 2025-01-07T10:26:42,509 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1736245602469 2025-01-07T10:26:42,511 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2025-01-07T10:26:42,511 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2025-01-07T10:26:42,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:42,513 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,38955,1736245601684, state=OPEN 2025-01-07T10:26:42,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:42,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:42,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:42,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:42,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:42,515 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:42,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:42,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2025-01-07T10:26:42,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,38955,1736245601684 in 199 msec 2025-01-07T10:26:42,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2025-01-07T10:26:42,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2025-01-07T10:26:42,520 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:42,520 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2025-01-07T10:26:42,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:42,522 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,38955,1736245601684, seqNum=-1] 2025-01-07T10:26:42,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:42,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38629, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:42,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 668 msec 2025-01-07T10:26:42,528 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1134): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1736245602528, completionTime=-1 2025-01-07T10:26:42,528 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2025-01-07T10:26:42,528 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2025-01-07T10:26:42,530 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2025-01-07T10:26:42,530 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1736245662530 2025-01-07T10:26:42,530 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1736245722530 2025-01-07T10:26:42,530 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2025-01-07T10:26:42,530 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43621,1736245601586-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:42,530 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43621,1736245601586-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:42,530 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43621,1736245601586-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:42,530 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3fc36305cc7:43621, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:42,530 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:42,531 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:42,532 DEBUG [master/f3fc36305cc7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2025-01-07T10:26:42,534 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1250): Master has completed initialization 0.804sec 2025-01-07T10:26:42,534 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2025-01-07T10:26:42,534 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2025-01-07T10:26:42,534 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2025-01-07T10:26:42,534 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2025-01-07T10:26:42,534 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2025-01-07T10:26:42,534 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43621,1736245601586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:42,535 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43621,1736245601586-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2025-01-07T10:26:42,537 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1385): Balancer post startup initialization complete, took 0 seconds 2025-01-07T10:26:42,537 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2025-01-07T10:26:42,537 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43621,1736245601586-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:42,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffa9939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:42,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3fc36305cc7,43621,-1 for getting cluster id 2025-01-07T10:26:42,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2025-01-07T10:26:42,609 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae6e1b79-4277-42cd-9f6c-0176160b5251' 2025-01-07T10:26:42,609 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2025-01-07T10:26:42,610 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae6e1b79-4277-42cd-9f6c-0176160b5251" 2025-01-07T10:26:42,610 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1442ebf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:42,610 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3fc36305cc7,43621,-1] 2025-01-07T10:26:42,610 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2025-01-07T10:26:42,610 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:42,611 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2025-01-07T10:26:42,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a90ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:42,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:42,613 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,38955,1736245601684, seqNum=-1] 2025-01-07T10:26:42,614 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:42,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:42,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:42,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2025-01-07T10:26:42,617 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:42,617 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4203f1f8 2025-01-07T10:26:42,617 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-07T10:26:42,618 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-07T10:26:42,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] master.HMaster$4(2469): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2025-01-07T10:26:42,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2025-01-07T10:26:42,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:42,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2025-01-07T10:26:42,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-07T10:26:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:42,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:42,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:42,631 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b858a2357b8ae3a30802f0adb1410464, NAME => 'testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08 2025-01-07T10:26:42,631 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dc7e84fb446fb951b3329347452494a, NAME => 'testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08 2025-01-07T10:26:42,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:42,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:42,640 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:42,641 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7dc7e84fb446fb951b3329347452494a, disabling compactions & flushes 2025-01-07T10:26:42,641 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:42,641 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:42,641 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. after waiting 0 ms 2025-01-07T10:26:42,641 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:42,641 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:42,641 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dc7e84fb446fb951b3329347452494a: Waiting for close lock at 1736245602641Disabling compacts and flushes for region at 1736245602641Disabling writes for close at 1736245602641Writing region close event to WAL at 1736245602641Closed at 1736245602641 2025-01-07T10:26:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:42,643 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:42,643 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b858a2357b8ae3a30802f0adb1410464, disabling compactions & flushes 2025-01-07T10:26:42,643 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:42,643 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:42,643 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. after waiting 0 ms 2025-01-07T10:26:42,643 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:42,643 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:42,643 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b858a2357b8ae3a30802f0adb1410464: Waiting for close lock at 1736245602643Disabling compacts and flushes for region at 1736245602643Disabling writes for close at 1736245602643Writing region close event to WAL at 1736245602643Closed at 1736245602643 2025-01-07T10:26:42,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2025-01-07T10:26:42,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245602644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245602644"}]},"ts":"1736245602644"} 2025-01-07T10:26:42,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245602644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245602644"}]},"ts":"1736245602644"} 2025-01-07T10:26:42,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2025-01-07T10:26:42,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-07T10:26:42,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245602649"}]},"ts":"1736245602649"} 2025-01-07T10:26:42,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2025-01-07T10:26:42,651 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:42,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:42,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:42,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:42,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:42,652 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:42,652 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:42,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:42,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc7e84fb446fb951b3329347452494a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b858a2357b8ae3a30802f0adb1410464, ASSIGN}] 2025-01-07T10:26:42,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc7e84fb446fb951b3329347452494a, ASSIGN 2025-01-07T10:26:42,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b858a2357b8ae3a30802f0adb1410464, ASSIGN 2025-01-07T10:26:42,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc7e84fb446fb951b3329347452494a, ASSIGN; state=OFFLINE, location=f3fc36305cc7,35377,1736245601636; forceNewPlan=false, retain=false 2025-01-07T10:26:42,655 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b858a2357b8ae3a30802f0adb1410464, ASSIGN; state=OFFLINE, location=f3fc36305cc7,38955,1736245601684; forceNewPlan=false, retain=false 2025-01-07T10:26:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:42,805 INFO [f3fc36305cc7:43621 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2025-01-07T10:26:42,806 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b858a2357b8ae3a30802f0adb1410464, regionState=OPENING, regionLocation=f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:42,806 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dc7e84fb446fb951b3329347452494a, regionState=OPENING, regionLocation=f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:42,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b858a2357b8ae3a30802f0adb1410464, ASSIGN because future has completed 2025-01-07T10:26:42,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b858a2357b8ae3a30802f0adb1410464, server=f3fc36305cc7,38955,1736245601684}] 2025-01-07T10:26:42,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc7e84fb446fb951b3329347452494a, ASSIGN because future has completed 2025-01-07T10:26:42,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc7e84fb446fb951b3329347452494a, server=f3fc36305cc7,35377,1736245601636}] 2025-01-07T10:26:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:42,965 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:42,965 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b858a2357b8ae3a30802f0adb1410464, NAME => 'testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464.', STARTKEY => '5', ENDKEY => ''} 2025-01-07T10:26:42,966 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,966 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:42,966 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:42,966 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,966 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,967 INFO [StoreOpener-b858a2357b8ae3a30802f0adb1410464-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55127, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:42,968 INFO [StoreOpener-b858a2357b8ae3a30802f0adb1410464-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b858a2357b8ae3a30802f0adb1410464 columnFamilyName family 2025-01-07T10:26:42,969 DEBUG [StoreOpener-b858a2357b8ae3a30802f0adb1410464-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:42,969 INFO [StoreOpener-b858a2357b8ae3a30802f0adb1410464-1 {}] regionserver.HStore(327): Store=b858a2357b8ae3a30802f0adb1410464/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:42,969 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,970 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,970 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,971 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,971 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,971 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:42,971 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dc7e84fb446fb951b3329347452494a, NAME => 'testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a.', STARTKEY => '', ENDKEY => '5'} 2025-01-07T10:26:42,971 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,971 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:42,971 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,971 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,972 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,972 INFO [StoreOpener-7dc7e84fb446fb951b3329347452494a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,974 INFO [StoreOpener-7dc7e84fb446fb951b3329347452494a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc7e84fb446fb951b3329347452494a columnFamilyName family 2025-01-07T10:26:42,974 DEBUG [StoreOpener-7dc7e84fb446fb951b3329347452494a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:42,974 INFO [StoreOpener-7dc7e84fb446fb951b3329347452494a-1 {}] regionserver.HStore(327): Store=7dc7e84fb446fb951b3329347452494a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:42,974 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,974 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/b858a2357b8ae3a30802f0adb1410464/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:42,975 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b858a2357b8ae3a30802f0adb1410464; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69656661, jitterRate=0.03796513378620148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:42,975 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:42,975 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,975 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,975 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b858a2357b8ae3a30802f0adb1410464: Running coprocessor pre-open hook at 1736245602966Writing region info on filesystem at 1736245602966Initializing all the Stores at 1736245602967 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245602967Cleaning up temporary data from old regions at 1736245602971 (+4 ms)Running coprocessor post-open hooks at 1736245602975 (+4 ms)Region opened successfully at 1736245602975 2025-01-07T10:26:42,976 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,976 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,976 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464., pid=7, masterSystemTime=1736245602961 2025-01-07T10:26:42,978 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,980 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b858a2357b8ae3a30802f0adb1410464, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:42,980 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/7dc7e84fb446fb951b3329347452494a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:42,980 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7dc7e84fb446fb951b3329347452494a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65163635, jitterRate=-0.028986170887947083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:42,980 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:42,981 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7dc7e84fb446fb951b3329347452494a: Running coprocessor pre-open hook at 1736245602971Writing region info on filesystem at 1736245602971Initializing all the Stores at 1736245602972 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245602972Cleaning up temporary data from old regions at 1736245602976 (+4 ms)Running coprocessor post-open hooks at 1736245602980 (+4 ms)Region opened successfully at 1736245602980 2025-01-07T10:26:42,981 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:42,981 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:42,981 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a., pid=8, masterSystemTime=1736245602966 2025-01-07T10:26:42,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b858a2357b8ae3a30802f0adb1410464, server=f3fc36305cc7,38955,1736245601684 because future has completed 2025-01-07T10:26:42,983 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:42,983 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:42,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dc7e84fb446fb951b3329347452494a, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:42,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2025-01-07T10:26:42,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b858a2357b8ae3a30802f0adb1410464, server=f3fc36305cc7,38955,1736245601684 in 174 msec 2025-01-07T10:26:42,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc7e84fb446fb951b3329347452494a, server=f3fc36305cc7,35377,1736245601636 because future has completed 2025-01-07T10:26:42,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b858a2357b8ae3a30802f0adb1410464, ASSIGN in 333 msec 2025-01-07T10:26:42,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2025-01-07T10:26:42,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dc7e84fb446fb951b3329347452494a, server=f3fc36305cc7,35377,1736245601636 in 178 msec 2025-01-07T10:26:42,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2025-01-07T10:26:42,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7dc7e84fb446fb951b3329347452494a, ASSIGN in 341 msec 2025-01-07T10:26:42,997 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-07T10:26:42,997 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245602997"}]},"ts":"1736245602997"} 2025-01-07T10:26:43,000 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2025-01-07T10:26:43,001 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2025-01-07T10:26:43,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 382 msec 2025-01-07T10:26:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:43,248 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2025-01-07T10:26:43,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2025-01-07T10:26:43,248 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2025-01-07T10:26:43,251 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2025-01-07T10:26:43,254 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a., hostname=f3fc36305cc7,35377,1736245601636, seqNum=2] 2025-01-07T10:26:43,254 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:43,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:43,265 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464., hostname=f3fc36305cc7,38955,1736245601684, seqNum=2] 2025-01-07T10:26:43,274 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7dc7e84fb446fb951b3329347452494a 1/1 column families, dataSize=112 B heapSize=672 B 2025-01-07T10:26:43,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/7dc7e84fb446fb951b3329347452494a/.tmp/family/39b53003bb3e46e0b62e656b0270c06e is 32, key is 1/family:/1736245603256/Put/seqid=0 2025-01-07T10:26:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741839_1015 (size=5054) 2025-01-07T10:26:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741839_1015 (size=5054) 2025-01-07T10:26:43,295 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/7dc7e84fb446fb951b3329347452494a/.tmp/family/39b53003bb3e46e0b62e656b0270c06e 2025-01-07T10:26:43,301 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/7dc7e84fb446fb951b3329347452494a/.tmp/family/39b53003bb3e46e0b62e656b0270c06e as hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/7dc7e84fb446fb951b3329347452494a/family/39b53003bb3e46e0b62e656b0270c06e 2025-01-07T10:26:43,306 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/7dc7e84fb446fb951b3329347452494a/family/39b53003bb3e46e0b62e656b0270c06e, entries=4, sequenceid=8, filesize=4.9 K 2025-01-07T10:26:43,307 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7dc7e84fb446fb951b3329347452494a in 34ms, sequenceid=8, compaction requested=false 2025-01-07T10:26:43,307 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7dc7e84fb446fb951b3329347452494a: 2025-01-07T10:26:43,307 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b858a2357b8ae3a30802f0adb1410464 1/1 column families, dataSize=140 B heapSize=776 B 2025-01-07T10:26:43,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/b858a2357b8ae3a30802f0adb1410464/.tmp/family/3bbc6739da6d45f2ba9fe752e8ac0635 is 32, key is 5/family:/1736245603266/Put/seqid=0 2025-01-07T10:26:43,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741840_1016 (size=5083) 2025-01-07T10:26:43,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741840_1016 (size=5083) 2025-01-07T10:26:43,330 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/b858a2357b8ae3a30802f0adb1410464/.tmp/family/3bbc6739da6d45f2ba9fe752e8ac0635 2025-01-07T10:26:43,336 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/b858a2357b8ae3a30802f0adb1410464/.tmp/family/3bbc6739da6d45f2ba9fe752e8ac0635 as hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/b858a2357b8ae3a30802f0adb1410464/family/3bbc6739da6d45f2ba9fe752e8ac0635 2025-01-07T10:26:43,343 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/b858a2357b8ae3a30802f0adb1410464/family/3bbc6739da6d45f2ba9fe752e8ac0635, entries=5, sequenceid=9, filesize=5.0 K 2025-01-07T10:26:43,344 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b858a2357b8ae3a30802f0adb1410464 in 37ms, sequenceid=9, compaction requested=false 2025-01-07T10:26:43,344 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b858a2357b8ae3a30802f0adb1410464: 2025-01-07T10:26:43,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3138eaa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:43,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3fc36305cc7,43621,-1 for getting cluster id 2025-01-07T10:26:43,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2025-01-07T10:26:43,346 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae6e1b79-4277-42cd-9f6c-0176160b5251' 2025-01-07T10:26:43,346 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2025-01-07T10:26:43,346 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae6e1b79-4277-42cd-9f6c-0176160b5251" 2025-01-07T10:26:43,347 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd95636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:43,347 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3fc36305cc7,43621,-1] 2025-01-07T10:26:43,347 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2025-01-07T10:26:43,347 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,348 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2025-01-07T10:26:43,349 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53692e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:43,354 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2025-01-07T10:26:43,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:43,356 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,38955,1736245601684, seqNum=-1] 2025-01-07T10:26:43,356 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:43,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:43,359 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:43,359 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:43,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:43,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] bucket.BucketCache(1863): found 1 blocks for file 39b53003bb3e46e0b62e656b0270c06e, starting offset: 0, end offset: 9223372036854775807 2025-01-07T10:26:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] bucket.BucketCache(1863): found 1 blocks for file 3bbc6739da6d45f2ba9fe752e8ac0635, starting offset: 0, end offset: 9223372036854775807 2025-01-07T10:26:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] bucket.BucketCache(856): removed key 3bbc6739da6d45f2ba9fe752e8ac0635_0 from back map with offset lock 2094080 in the evict process 2025-01-07T10:26:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35377 {}] bucket.BucketCache(856): removed key 39b53003bb3e46e0b62e656b0270c06e_0 from back map with offset lock 2094080 in the evict process 2025-01-07T10:26:43,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:43,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:43,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2025-01-07T10:26:43,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:43,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2025-01-07T10:26:43,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:43,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2025-01-07T10:26:43,364 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2025-01-07T10:26:43,364 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129030842, stopped=false 2025-01-07T10:26:43,364 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3fc36305cc7,43621,1736245601586 2025-01-07T10:26:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:43,367 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:43,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:43,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3321) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3292) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:686) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:43,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,368 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,35377,1736245601636' ***** 2025-01-07T10:26:43,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:43,368 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,38955,1736245601684' ***** 2025-01-07T10:26:43,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:43,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:43,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:43,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:43,369 INFO [RS:0;f3fc36305cc7:35377 {}] bucket.BucketCache(1738): Disabling cache 2025-01-07T10:26:43,369 INFO [RS:1;f3fc36305cc7:38955 {}] bucket.BucketCache(1738): Disabling cache 2025-01-07T10:26:43,369 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2025-01-07T10:26:43,369 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2025-01-07T10:26:43,369 INFO [RS:0;f3fc36305cc7:35377 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2025-01-07T10:26:43,370 INFO [RS:1;f3fc36305cc7:38955 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2025-01-07T10:26:43,370 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2025-01-07T10:26:43,370 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2025-01-07T10:26:43,370 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:43,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:43,370 INFO [RS:1;f3fc36305cc7:38955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:43,370 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2025-01-07T10:26:43,370 INFO [RS:1;f3fc36305cc7:38955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:43,370 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(3091): Received CLOSE for b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:43,370 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:43,370 INFO [RS:0;f3fc36305cc7:35377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:43,370 INFO [RS:0;f3fc36305cc7:35377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:43,370 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:43,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:43,370 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2025-01-07T10:26:43,370 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:43,370 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:43,370 INFO [RS:1;f3fc36305cc7:38955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f3fc36305cc7:38955. 2025-01-07T10:26:43,371 DEBUG [RS:1;f3fc36305cc7:38955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:43,371 DEBUG [RS:1;f3fc36305cc7:38955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,371 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:43,371 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:43,371 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:43,371 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2025-01-07T10:26:43,371 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2025-01-07T10:26:43,371 DEBUG [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b858a2357b8ae3a30802f0adb1410464=testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464.} 2025-01-07T10:26:43,371 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:43,371 DEBUG [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b858a2357b8ae3a30802f0adb1410464 2025-01-07T10:26:43,371 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:43,371 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:43,371 INFO [RS:0;f3fc36305cc7:35377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3fc36305cc7:35377. 2025-01-07T10:26:43,371 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b858a2357b8ae3a30802f0adb1410464, disabling compactions & flushes 2025-01-07T10:26:43,371 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:43,371 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:43,371 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:43,371 DEBUG [RS:0;f3fc36305cc7:35377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:43,371 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:43,371 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:43,371 DEBUG [RS:0;f3fc36305cc7:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,371 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:43,371 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. after waiting 0 ms 2025-01-07T10:26:43,371 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:43,372 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2025-01-07T10:26:43,372 DEBUG [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(1325): Online Regions={7dc7e84fb446fb951b3329347452494a=testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a.} 2025-01-07T10:26:43,372 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2025-01-07T10:26:43,372 DEBUG [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(1351): Waiting on 7dc7e84fb446fb951b3329347452494a 2025-01-07T10:26:43,372 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dc7e84fb446fb951b3329347452494a, disabling compactions & flushes 2025-01-07T10:26:43,372 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:43,372 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:43,372 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. after waiting 0 ms 2025-01-07T10:26:43,372 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:43,376 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/7dc7e84fb446fb951b3329347452494a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2025-01-07T10:26:43,376 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/default/testClearRegionBlockCache/b858a2357b8ae3a30802f0adb1410464/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2025-01-07T10:26:43,377 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:43,377 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dc7e84fb446fb951b3329347452494a: Waiting for close lock at 1736245603372Running coprocessor pre-close hooks at 1736245603372Disabling compacts and flushes for region at 1736245603372Disabling writes for close at 1736245603372Writing region close event to WAL at 1736245603373 (+1 ms)Running coprocessor post-close hooks at 1736245603377 (+4 ms)Closed at 1736245603377 2025-01-07T10:26:43,377 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1736245602619.7dc7e84fb446fb951b3329347452494a. 2025-01-07T10:26:43,377 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:43,378 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b858a2357b8ae3a30802f0adb1410464: Waiting for close lock at 1736245603371Running coprocessor pre-close hooks at 1736245603371Disabling compacts and flushes for region at 1736245603371Disabling writes for close at 1736245603371Writing region close event to WAL at 1736245603372 (+1 ms)Running coprocessor post-close hooks at 1736245603377 (+5 ms)Closed at 1736245603377 2025-01-07T10:26:43,378 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464. 2025-01-07T10:26:43,389 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/.tmp/info/99b25c4d417a45338fc48761f811f6b7 is 173, key is testClearRegionBlockCache,5,1736245602619.b858a2357b8ae3a30802f0adb1410464./info:regioninfo/1736245602979/Put/seqid=0 2025-01-07T10:26:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:43,395 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/.tmp/info/99b25c4d417a45338fc48761f811f6b7 2025-01-07T10:26:43,415 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/.tmp/ns/7eadf851c2e845ba96d569834d885c27 is 43, key is default/ns:d/1736245602524/Put/seqid=0 2025-01-07T10:26:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:43,419 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/.tmp/ns/7eadf851c2e845ba96d569834d885c27 2025-01-07T10:26:43,438 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/.tmp/table/cf0c2d9c98d44ae58a64c6df75d3c6f4 is 61, key is testClearRegionBlockCache/table:state/1736245602997/Put/seqid=0 2025-01-07T10:26:43,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:43,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:43,444 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/.tmp/table/cf0c2d9c98d44ae58a64c6df75d3c6f4 2025-01-07T10:26:43,446 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:43,450 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/.tmp/info/99b25c4d417a45338fc48761f811f6b7 as hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/info/99b25c4d417a45338fc48761f811f6b7 2025-01-07T10:26:43,454 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:43,456 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/info/99b25c4d417a45338fc48761f811f6b7, entries=20, sequenceid=13, filesize=8.0 K 2025-01-07T10:26:43,457 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/.tmp/ns/7eadf851c2e845ba96d569834d885c27 as hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/ns/7eadf851c2e845ba96d569834d885c27 2025-01-07T10:26:43,462 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/ns/7eadf851c2e845ba96d569834d885c27, entries=2, sequenceid=13, filesize=5.0 K 2025-01-07T10:26:43,463 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/.tmp/table/cf0c2d9c98d44ae58a64c6df75d3c6f4 as hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/table/cf0c2d9c98d44ae58a64c6df75d3c6f4 2025-01-07T10:26:43,468 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/table/cf0c2d9c98d44ae58a64c6df75d3c6f4, entries=2, sequenceid=13, filesize=5.2 K 2025-01-07T10:26:43,469 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false 2025-01-07T10:26:43,473 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2025-01-07T10:26:43,474 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2025-01-07T10:26:43,474 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:43,474 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245603371Running coprocessor pre-close hooks at 1736245603371Disabling compacts and flushes for region at 1736245603371Disabling writes for close at 1736245603371Obtaining lock to block concurrent updates at 1736245603372 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1736245603372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1736245603372Flushing stores of hbase:meta,,1.1588230740 at 1736245603373 (+1 ms)Flushing 1588230740/info: creating writer at 1736245603373Flushing 1588230740/info: appending metadata at 1736245603389 (+16 ms)Flushing 1588230740/info: closing flushed file at 1736245603389Flushing 1588230740/ns: creating writer at 1736245603401 (+12 ms)Flushing 1588230740/ns: appending metadata at 1736245603414 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1736245603414Flushing 1588230740/table: creating writer at 1736245603424 (+10 ms)Flushing 1588230740/table: appending metadata at 1736245603438 (+14 ms)Flushing 1588230740/table: closing flushed file at 1736245603438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d28a484: reopening flushed file at 1736245603449 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ced61bd: reopening flushed file at 1736245603456 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5187c0d0: reopening flushed file at 1736245603462 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false at 1736245603469 (+7 ms)Writing region close event to WAL at 1736245603470 (+1 ms)Running coprocessor post-close hooks at 1736245603474 (+4 ms)Closed at 1736245603474 2025-01-07T10:26:43,474 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:43,571 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,38955,1736245601684; all regions closed. 2025-01-07T10:26:43,572 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,35377,1736245601636; all regions closed. 2025-01-07T10:26:43,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:43,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741834_1010 (size=1758) 2025-01-07T10:26:43,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741834_1010 (size=1758) 2025-01-07T10:26:43,577 DEBUG [RS:1;f3fc36305cc7:38955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/oldWALs 2025-01-07T10:26:43,577 INFO [RS:1;f3fc36305cc7:38955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C38955%2C1736245601684.meta:.meta(num 1736245602477) 2025-01-07T10:26:43,577 DEBUG [RS:0;f3fc36305cc7:35377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/oldWALs 2025-01-07T10:26:43,577 INFO [RS:0;f3fc36305cc7:35377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C35377%2C1736245601636:(num 1736245602089) 2025-01-07T10:26:43,577 DEBUG [RS:0;f3fc36305cc7:35377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,577 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:43,577 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:43,577 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:43,578 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:43,578 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:43,578 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:43,578 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:43,578 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:43,578 INFO [RS:0;f3fc36305cc7:35377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35377 2025-01-07T10:26:43,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:43,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,35377,1736245601636 2025-01-07T10:26:43,580 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:43,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741833_1009 (size=1867) 2025-01-07T10:26:43,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741833_1009 (size=1867) 2025-01-07T10:26:43,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,35377,1736245601636] 2025-01-07T10:26:43,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,35377,1736245601636 already deleted, retry=false 2025-01-07T10:26:43,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,35377,1736245601636 expired; onlineServers=1 2025-01-07T10:26:43,583 DEBUG [RS:1;f3fc36305cc7:38955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/oldWALs 2025-01-07T10:26:43,583 INFO [RS:1;f3fc36305cc7:38955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C38955%2C1736245601684:(num 1736245602077) 2025-01-07T10:26:43,583 DEBUG [RS:1;f3fc36305cc7:38955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:43,583 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:43,583 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:43,583 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:43,583 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:43,583 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:43,583 INFO [RS:1;f3fc36305cc7:38955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38955 2025-01-07T10:26:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,38955,1736245601684 2025-01-07T10:26:43,586 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:43,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,38955,1736245601684] 2025-01-07T10:26:43,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,38955,1736245601684 already deleted, retry=false 2025-01-07T10:26:43,588 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,38955,1736245601684 expired; onlineServers=0 2025-01-07T10:26:43,588 INFO [RegionServerTracker-0 {}] master.HMaster(3336): ***** STOPPING master 'f3fc36305cc7,43621,1736245601586' ***** 2025-01-07T10:26:43,588 INFO [RegionServerTracker-0 {}] master.HMaster(3338): STOPPED: Cluster shutdown set; onlineServer=0 2025-01-07T10:26:43,589 INFO [M:0;f3fc36305cc7:43621 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:43,589 INFO [M:0;f3fc36305cc7:43621 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:43,589 DEBUG [M:0;f3fc36305cc7:43621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2025-01-07T10:26:43,589 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2025-01-07T10:26:43,589 DEBUG [M:0;f3fc36305cc7:43621 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2025-01-07T10:26:43,589 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245601867 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245601867,5,FailOnTimeoutGroup] 2025-01-07T10:26:43,589 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245601867 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245601867,5,FailOnTimeoutGroup] 2025-01-07T10:26:43,589 INFO [M:0;f3fc36305cc7:43621 {}] hbase.ChoreService(370): Chore service for: master/f3fc36305cc7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:43,589 INFO [M:0;f3fc36305cc7:43621 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:43,589 DEBUG [M:0;f3fc36305cc7:43621 {}] master.HMaster(1806): Stopping service threads 2025-01-07T10:26:43,589 INFO [M:0;f3fc36305cc7:43621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-07T10:26:43,589 INFO [M:0;f3fc36305cc7:43621 {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:43,590 INFO [M:0;f3fc36305cc7:43621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2025-01-07T10:26:43,590 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2025-01-07T10:26:43,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:43,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:43,590 DEBUG [M:0;f3fc36305cc7:43621 {}] zookeeper.ZKUtil(347): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2025-01-07T10:26:43,590 WARN [M:0;f3fc36305cc7:43621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2025-01-07T10:26:43,591 INFO [M:0;f3fc36305cc7:43621 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/.lastflushedseqids 2025-01-07T10:26:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741844_1020 (size=191) 2025-01-07T10:26:43,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741844_1020 (size=191) 2025-01-07T10:26:43,596 INFO [M:0;f3fc36305cc7:43621 {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-07T10:26:43,596 INFO [M:0;f3fc36305cc7:43621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2025-01-07T10:26:43,596 DEBUG [M:0;f3fc36305cc7:43621 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:43,596 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:43,596 DEBUG [M:0;f3fc36305cc7:43621 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:43,596 DEBUG [M:0;f3fc36305cc7:43621 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:43,596 DEBUG [M:0;f3fc36305cc7:43621 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:43,596 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2025-01-07T10:26:43,612 DEBUG [M:0;f3fc36305cc7:43621 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cc559e74c734e8a953dbaadf4645a34 is 82, key is hbase:meta,,1/info:regioninfo/1736245602512/Put/seqid=0 2025-01-07T10:26:43,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:43,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:43,617 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cc559e74c734e8a953dbaadf4645a34 2025-01-07T10:26:43,635 DEBUG [M:0;f3fc36305cc7:43621 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f18df9c9fbd4b23b9865ea2effb3ace is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1736245603002/Put/seqid=0 2025-01-07T10:26:43,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:43,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:43,641 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f18df9c9fbd4b23b9865ea2effb3ace 2025-01-07T10:26:43,659 DEBUG [M:0;f3fc36305cc7:43621 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b043d61c1d24f9ab2353ea07aaecb63 is 69, key is f3fc36305cc7,35377,1736245601636/rs:state/1736245601937/Put/seqid=0 2025-01-07T10:26:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:43,664 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b043d61c1d24f9ab2353ea07aaecb63 2025-01-07T10:26:43,669 DEBUG [M:0;f3fc36305cc7:43621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cc559e74c734e8a953dbaadf4645a34 as hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cc559e74c734e8a953dbaadf4645a34 2025-01-07T10:26:43,674 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cc559e74c734e8a953dbaadf4645a34, entries=8, sequenceid=71, filesize=5.5 K 2025-01-07T10:26:43,675 DEBUG [M:0;f3fc36305cc7:43621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f18df9c9fbd4b23b9865ea2effb3ace as hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f18df9c9fbd4b23b9865ea2effb3ace 2025-01-07T10:26:43,679 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f18df9c9fbd4b23b9865ea2effb3ace, entries=8, sequenceid=71, filesize=6.1 K 2025-01-07T10:26:43,680 DEBUG [M:0;f3fc36305cc7:43621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b043d61c1d24f9ab2353ea07aaecb63 as hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b043d61c1d24f9ab2353ea07aaecb63 2025-01-07T10:26:43,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:43,682 INFO [RS:0;f3fc36305cc7:35377 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:43,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35377-0x1000e83694c0001, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:43,682 INFO [RS:0;f3fc36305cc7:35377 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,35377,1736245601636; zookeeper connection closed. 2025-01-07T10:26:43,682 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b7e6c3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b7e6c3b 2025-01-07T10:26:43,685 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/468fd107-ecfc-e69c-8d6c-8331a3473c08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b043d61c1d24f9ab2353ea07aaecb63, entries=2, sequenceid=71, filesize=5.1 K 2025-01-07T10:26:43,686 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=71, compaction requested=false 2025-01-07T10:26:43,687 INFO [M:0;f3fc36305cc7:43621 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:43,687 DEBUG [M:0;f3fc36305cc7:43621 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245603596Disabling compacts and flushes for region at 1736245603596Disabling writes for close at 1736245603596Obtaining lock to block concurrent updates at 1736245603596Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1736245603596Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1736245603597 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1736245603597Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1736245603597Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1736245603611 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1736245603611Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1736245603621 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1736245603635 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1736245603635Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1736245603645 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1736245603658 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1736245603658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b44481f: reopening flushed file at 1736245603668 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a2fde1: reopening flushed file at 1736245603674 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571d7246: reopening flushed file at 1736245603679 (+5 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=71, compaction requested=false at 1736245603686 (+7 ms)Writing region close event to WAL at 1736245603687 (+1 ms)Closed at 1736245603687 2025-01-07T10:26:43,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:43,687 INFO [RS:1;f3fc36305cc7:38955 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:43,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38955-0x1000e83694c0002, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:43,687 INFO [RS:1;f3fc36305cc7:38955 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,38955,1736245601684; zookeeper connection closed. 2025-01-07T10:26:43,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ab1b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ab1b7 2025-01-07T10:26:43,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2025-01-07T10:26:43,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38769 is added to blk_1073741830_1006 (size=35452) 2025-01-07T10:26:43,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34245 is added to blk_1073741830_1006 (size=35452) 2025-01-07T10:26:43,691 INFO [M:0;f3fc36305cc7:43621 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2025-01-07T10:26:43,691 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:43,691 INFO [M:0;f3fc36305cc7:43621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43621 2025-01-07T10:26:43,691 INFO [M:0;f3fc36305cc7:43621 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:43,794 INFO [M:0;f3fc36305cc7:43621 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:43,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:43,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43621-0x1000e83694c0000, quorum=127.0.0.1:49843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:43,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16cc25e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:43,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f185bf{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:43,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:43,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73cf5fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:43,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eef91cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:43,799 WARN [BP-1184173795-172.17.0.2-1736245600911 heartbeating to localhost/127.0.0.1:34381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:43,799 WARN [BP-1184173795-172.17.0.2-1736245600911 heartbeating to localhost/127.0.0.1:34381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1184173795-172.17.0.2-1736245600911 (Datanode Uuid c3b02f44-8c88-45e9-810c-a7563350ae48) service to localhost/127.0.0.1:34381 2025-01-07T10:26:43,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/data/data4/current/BP-1184173795-172.17.0.2-1736245600911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:43,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:43,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/data/data3/current/BP-1184173795-172.17.0.2-1736245600911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:43,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:43,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:43,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b5f0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:43,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6acb7b7b{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:43,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:43,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@161f859f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:43,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182fde38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:43,803 WARN [BP-1184173795-172.17.0.2-1736245600911 heartbeating to localhost/127.0.0.1:34381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:43,803 WARN [BP-1184173795-172.17.0.2-1736245600911 heartbeating to localhost/127.0.0.1:34381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1184173795-172.17.0.2-1736245600911 (Datanode Uuid ff15699c-3817-490b-9ee7-97651b843562) service to localhost/127.0.0.1:34381 2025-01-07T10:26:43,803 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:43,803 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:43,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/data/data1/current/BP-1184173795-172.17.0.2-1736245600911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:43,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/cluster_17819ce2-2d2f-fe91-406f-a1bffae941c9/data/data2/current/BP-1184173795-172.17.0.2-1736245600911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:43,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:43,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7417f652{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:43,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dc90902{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:43,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:43,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a2b9a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:43,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d0b3fc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:43,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2025-01-07T10:26:43,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2025-01-07T10:26:43,841 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=166 (was 141) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:34381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:34381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:34381 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:34381 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=505 (was 474) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 116), ProcessCount=11 (was 11), AvailableMemoryMB=2273 (was 2361) 2025-01-07T10:26:43,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=166, OpenFileDescriptor=505, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=2273 2025-01-07T10:26:43,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.log.dir so I do NOT create it in target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c 2025-01-07T10:26:43,862 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.log.dir Erasing configuration value by system value. 2025-01-07T10:26:43,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.tmp.dir so I do NOT create it in target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c 2025-01-07T10:26:43,863 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ca519ac8-ff7c-64cf-8754-d234543e69df/hadoop.tmp.dir Erasing configuration value by system value. 2025-01-07T10:26:43,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be, deleteOnExit=true 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/test.cache.data in system properties and HBase conf 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.tmp.dir in system properties and HBase conf 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.log.dir in system properties and HBase conf 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/mapreduce.cluster.local.dir in system properties and HBase conf 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/mapreduce.cluster.temp.dir in system properties and HBase conf 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2025-01-07T10:26:43,863 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-07T10:26:43,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/yarn.nodemanager.log-dirs in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/nfs.dump.dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/java.io.tmpdir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2025-01-07T10:26:43,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2025-01-07T10:26:43,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:43,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:43,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:43,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:43,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:43,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:43,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12347853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:43,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d293ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:44,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d44030a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/java.io.tmpdir/jetty-localhost-40115-hadoop-hdfs-3_4_1-tests_jar-_-any-914087109216411886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:44,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6847d70b{HTTP/1.1, (http/1.1)}{localhost:40115} 2025-01-07T10:26:44,058 INFO [Time-limited test {}] server.Server(415): Started @18567ms 2025-01-07T10:26:44,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:44,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:44,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:44,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:44,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-07T10:26:44,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f7bce7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:44,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@732a7464{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:44,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ca3e32f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/java.io.tmpdir/jetty-localhost-45905-hadoop-hdfs-3_4_1-tests_jar-_-any-13819151586585835435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:44,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1360c05c{HTTP/1.1, (http/1.1)}{localhost:45905} 2025-01-07T10:26:44,255 INFO [Time-limited test {}] server.Server(415): Started @18763ms 2025-01-07T10:26:44,256 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:44,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:44,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:44,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:44,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:44,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-07T10:26:44,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@387ace5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:44,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b6861c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:44,372 WARN [Thread-1148 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/data/data2/current/BP-1833674887-172.17.0.2-1736245603882/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:44,372 WARN [Thread-1147 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/data/data1/current/BP-1833674887-172.17.0.2-1736245603882/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:44,393 WARN [Thread-1126 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:44,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x802dadad6183f904 with lease ID 0x30879e498f9078d2: Processing first storage report for DS-3d1547c0-9edd-4574-8e4e-d1f6a0f5b0be from datanode DatanodeRegistration(127.0.0.1:41691, datanodeUuid=74c2a842-f942-4fbb-977f-b497d484230f, infoPort=41943, infoSecurePort=0, ipcPort=45191, storageInfo=lv=-57;cid=testClusterID;nsid=1644283122;c=1736245603882) 2025-01-07T10:26:44,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x802dadad6183f904 with lease ID 0x30879e498f9078d2: from storage DS-3d1547c0-9edd-4574-8e4e-d1f6a0f5b0be node DatanodeRegistration(127.0.0.1:41691, datanodeUuid=74c2a842-f942-4fbb-977f-b497d484230f, infoPort=41943, infoSecurePort=0, ipcPort=45191, storageInfo=lv=-57;cid=testClusterID;nsid=1644283122;c=1736245603882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:44,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x802dadad6183f904 with lease ID 0x30879e498f9078d2: Processing first storage report for DS-1cda9cd1-fba5-4919-8528-b1e0b7a393a8 from datanode DatanodeRegistration(127.0.0.1:41691, datanodeUuid=74c2a842-f942-4fbb-977f-b497d484230f, infoPort=41943, infoSecurePort=0, ipcPort=45191, storageInfo=lv=-57;cid=testClusterID;nsid=1644283122;c=1736245603882) 2025-01-07T10:26:44,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x802dadad6183f904 with lease ID 0x30879e498f9078d2: from storage DS-1cda9cd1-fba5-4919-8528-b1e0b7a393a8 node DatanodeRegistration(127.0.0.1:41691, datanodeUuid=74c2a842-f942-4fbb-977f-b497d484230f, infoPort=41943, infoSecurePort=0, ipcPort=45191, storageInfo=lv=-57;cid=testClusterID;nsid=1644283122;c=1736245603882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:44,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7eeb57a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/java.io.tmpdir/jetty-localhost-45313-hadoop-hdfs-3_4_1-tests_jar-_-any-11448223975109163636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:44,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5367bbee{HTTP/1.1, (http/1.1)}{localhost:45313} 2025-01-07T10:26:44,424 INFO [Time-limited test {}] server.Server(415): Started @18933ms 2025-01-07T10:26:44,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:44,530 WARN [Thread-1173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/data/data3/current/BP-1833674887-172.17.0.2-1736245603882/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:44,530 WARN [Thread-1174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/data/data4/current/BP-1833674887-172.17.0.2-1736245603882/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:44,546 WARN [Thread-1162 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa65321afa89913a0 with lease ID 0x30879e498f9078d3: Processing first storage report for DS-7d7d2e91-1733-43d1-9dd2-0273ad68d66c from datanode DatanodeRegistration(127.0.0.1:46427, datanodeUuid=697d0351-1566-4a81-a5be-1dbf740f2edc, infoPort=33305, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=1644283122;c=1736245603882) 2025-01-07T10:26:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa65321afa89913a0 with lease ID 0x30879e498f9078d3: from storage DS-7d7d2e91-1733-43d1-9dd2-0273ad68d66c node DatanodeRegistration(127.0.0.1:46427, datanodeUuid=697d0351-1566-4a81-a5be-1dbf740f2edc, infoPort=33305, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=1644283122;c=1736245603882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa65321afa89913a0 with lease ID 0x30879e498f9078d3: Processing first storage report for DS-30dd2692-f069-488d-abfd-643c29bd0c07 from datanode DatanodeRegistration(127.0.0.1:46427, datanodeUuid=697d0351-1566-4a81-a5be-1dbf740f2edc, infoPort=33305, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=1644283122;c=1736245603882) 2025-01-07T10:26:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa65321afa89913a0 with lease ID 0x30879e498f9078d3: from storage DS-30dd2692-f069-488d-abfd-643c29bd0c07 node DatanodeRegistration(127.0.0.1:46427, datanodeUuid=697d0351-1566-4a81-a5be-1dbf740f2edc, infoPort=33305, infoSecurePort=0, ipcPort=36189, storageInfo=lv=-57;cid=testClusterID;nsid=1644283122;c=1736245603882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:44,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c 2025-01-07T10:26:44,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/zookeeper_0, clientPort=60503, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2025-01-07T10:26:44,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60503 2025-01-07T10:26:44,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:44,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:44,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:44,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:44,665 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355 with version=8 2025-01-07T10:26:44,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/hbase-staging 2025-01-07T10:26:44,667 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:44,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:44,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:44,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:44,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:44,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:44,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2025-01-07T10:26:44,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:44,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43695 2025-01-07T10:26:44,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43695 connecting to ZooKeeper ensemble=127.0.0.1:60503 2025-01-07T10:26:44,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436950x0, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:44,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43695-0x1000e8375550000 connected 2025-01-07T10:26:44,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:44,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:44,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:44,692 INFO [Time-limited test {}] master.HMaster(536): hbase.rootdir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355, hbase.cluster.distributed=false 2025-01-07T10:26:44,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:44,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43695 2025-01-07T10:26:44,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43695 2025-01-07T10:26:44,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43695 2025-01-07T10:26:44,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43695 2025-01-07T10:26:44,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43695 2025-01-07T10:26:44,709 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:44,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:44,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:44,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:44,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:44,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:44,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:44,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:44,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36281 2025-01-07T10:26:44,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36281 connecting to ZooKeeper ensemble=127.0.0.1:60503 2025-01-07T10:26:44,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:44,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:44,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362810x0, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:44,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362810x0, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:44,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36281-0x1000e8375550001 connected 2025-01-07T10:26:44,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:44,719 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2025-01-07T10:26:44,726 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2025-01-07T10:26:44,726 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2025-01-07T10:26:44,727 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2025-01-07T10:26:44,728 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:44,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:44,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:44,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36281 2025-01-07T10:26:44,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36281 2025-01-07T10:26:44,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36281 2025-01-07T10:26:44,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36281 2025-01-07T10:26:44,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36281 2025-01-07T10:26:44,749 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:44,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:44,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:44,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:44,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:44,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:44,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:44,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:44,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46517 2025-01-07T10:26:44,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46517 connecting to ZooKeeper ensemble=127.0.0.1:60503 2025-01-07T10:26:44,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:44,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:44,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465170x0, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:44,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46517-0x1000e8375550002 connected 2025-01-07T10:26:44,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:44,757 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:44,758 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2025-01-07T10:26:44,764 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2025-01-07T10:26:44,764 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2025-01-07T10:26:44,765 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2025-01-07T10:26:44,765 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:44,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:44,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:44,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46517 2025-01-07T10:26:44,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46517 2025-01-07T10:26:44,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46517 2025-01-07T10:26:44,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46517 2025-01-07T10:26:44,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46517 2025-01-07T10:26:44,779 DEBUG [M:0;f3fc36305cc7:43695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3fc36305cc7:43695 2025-01-07T10:26:44,780 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(2525): Adding backup master ZNode /hbase/backup-masters/f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:44,782 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,784 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2025-01-07T10:26:44,784 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f3fc36305cc7,43695,1736245604667 from backup master directory 2025-01-07T10:26:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:44,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:44,787 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:44,787 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:44,790 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/hbase.id] with ID: 48fe7e0c-9aed-4a16-a50a-4bf07fed4498 2025-01-07T10:26:44,790 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/.tmp/hbase.id 2025-01-07T10:26:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:44,796 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/.tmp/hbase.id]:[hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/hbase.id] 2025-01-07T10:26:44,807 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:44,807 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2025-01-07T10:26:44,809 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2025-01-07T10:26:44,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:44,818 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:44,818 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-07T10:26:44,819 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:44,826 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store 2025-01-07T10:26:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:44,832 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:44,833 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:44,833 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:44,833 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:44,833 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:44,833 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:44,833 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:44,833 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245604833Disabling compacts and flushes for region at 1736245604833Disabling writes for close at 1736245604833Writing region close event to WAL at 1736245604833Closed at 1736245604833 2025-01-07T10:26:44,834 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/.initializing 2025-01-07T10:26:44,834 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/WALs/f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:44,835 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:44,836 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C43695%2C1736245604667, suffix=, logDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/WALs/f3fc36305cc7,43695,1736245604667, archiveDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/oldWALs, maxLogs=10 2025-01-07T10:26:44,849 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/WALs/f3fc36305cc7,43695,1736245604667/f3fc36305cc7%2C43695%2C1736245604667.1736245604836, exclude list is [], retry=0 2025-01-07T10:26:44,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-3d1547c0-9edd-4574-8e4e-d1f6a0f5b0be,DISK] 2025-01-07T10:26:44,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46427,DS-7d7d2e91-1733-43d1-9dd2-0273ad68d66c,DISK] 2025-01-07T10:26:44,853 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/WALs/f3fc36305cc7,43695,1736245604667/f3fc36305cc7%2C43695%2C1736245604667.1736245604836 2025-01-07T10:26:44,854 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41943:41943),(127.0.0.1/127.0.0.1:33305:33305)] 2025-01-07T10:26:44,854 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:44,854 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:44,854 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,854 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-07T10:26:44,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:44,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:44,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-07T10:26:44,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:44,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:44,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-07T10:26:44,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:44,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:44,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-07T10:26:44,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:44,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:44,862 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,862 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,862 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,863 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,863 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,864 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:44,865 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:44,866 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:44,867 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70007013, jitterRate=0.04318578541278839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:44,867 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736245604854Initializing all the Stores at 1736245604855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245604855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245604855Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245604855Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245604855Cleaning up temporary data from old regions at 1736245604863 (+8 ms)Region opened successfully at 1736245604867 (+4 ms) 2025-01-07T10:26:44,868 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-07T10:26:44,871 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15279473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:44,872 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(923): No meta location available on zookeeper, skip migrating... 2025-01-07T10:26:44,872 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2025-01-07T10:26:44,872 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-07T10:26:44,872 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2025-01-07T10:26:44,872 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2025-01-07T10:26:44,873 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2025-01-07T10:26:44,873 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-07T10:26:44,879 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2025-01-07T10:26:44,879 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2025-01-07T10:26:44,881 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2025-01-07T10:26:44,881 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2025-01-07T10:26:44,881 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2025-01-07T10:26:44,882 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2025-01-07T10:26:44,883 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2025-01-07T10:26:44,883 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2025-01-07T10:26:44,886 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2025-01-07T10:26:44,887 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2025-01-07T10:26:44,888 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2025-01-07T10:26:44,889 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2025-01-07T10:26:44,891 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2025-01-07T10:26:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,893 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(867): Active/primary master=f3fc36305cc7,43695,1736245604667, sessionid=0x1000e8375550000, setting cluster-up flag (Was=false) 2025-01-07T10:26:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,902 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2025-01-07T10:26:44,903 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:44,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:44,912 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2025-01-07T10:26:44,913 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:44,914 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2025-01-07T10:26:44,915 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:44,915 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2025-01-07T10:26:44,915 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2025-01-07T10:26:44,916 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3fc36305cc7,43695,1736245604667 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2025-01-07T10:26:44,917 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:44,917 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:44,917 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:44,917 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:44,917 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3fc36305cc7:0, corePoolSize=10, maxPoolSize=10 2025-01-07T10:26:44,917 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:44,917 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:44,917 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:44,918 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736245634918 2025-01-07T10:26:44,918 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2025-01-07T10:26:44,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:44,918 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2025-01-07T10:26:44,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2025-01-07T10:26:44,918 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2025-01-07T10:26:44,918 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2025-01-07T10:26:44,918 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2025-01-07T10:26:44,918 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2025-01-07T10:26:44,919 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:44,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:44,919 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2025-01-07T10:26:44,919 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2025-01-07T10:26:44,920 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2025-01-07T10:26:44,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-07T10:26:44,921 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2025-01-07T10:26:44,921 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2025-01-07T10:26:44,923 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245604921,5,FailOnTimeoutGroup] 2025-01-07T10:26:44,923 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245604923,5,FailOnTimeoutGroup] 2025-01-07T10:26:44,923 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:44,923 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1752): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2025-01-07T10:26:44,923 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:44,923 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:44,970 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(746): ClusterId : 48fe7e0c-9aed-4a16-a50a-4bf07fed4498 2025-01-07T10:26:44,970 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(746): ClusterId : 48fe7e0c-9aed-4a16-a50a-4bf07fed4498 2025-01-07T10:26:44,970 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:44,970 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:44,972 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:44,972 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:44,972 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:44,972 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:44,973 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:44,973 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:44,974 DEBUG [RS:1;f3fc36305cc7:46517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b68f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:44,974 DEBUG [RS:0;f3fc36305cc7:36281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12555915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:44,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2025-01-07T10:26:44,986 DEBUG [RS:0;f3fc36305cc7:36281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3fc36305cc7:36281 2025-01-07T10:26:44,986 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:44,986 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:44,986 DEBUG [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:44,987 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,43695,1736245604667 with port=36281, startcode=1736245604708 2025-01-07T10:26:44,987 DEBUG [RS:0;f3fc36305cc7:36281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:44,988 DEBUG [RS:1;f3fc36305cc7:46517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f3fc36305cc7:46517 2025-01-07T10:26:44,988 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:44,988 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:44,988 DEBUG [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:44,988 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,43695,1736245604667 with port=46517, startcode=1736245604749 2025-01-07T10:26:44,989 DEBUG [RS:1;f3fc36305cc7:46517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:44,989 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59191, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:44,990 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37243, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:44,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:44,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43695 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:44,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:44,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43695 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:44,992 DEBUG [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355 2025-01-07T10:26:44,992 DEBUG [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39401 2025-01-07T10:26:44,992 DEBUG [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:44,993 DEBUG [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355 2025-01-07T10:26:44,993 DEBUG [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39401 2025-01-07T10:26:44,993 DEBUG [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:44,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:44,998 DEBUG [RS:0;f3fc36305cc7:36281 {}] zookeeper.ZKUtil(111): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:44,998 WARN [RS:0;f3fc36305cc7:36281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:44,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,36281,1736245604708] 2025-01-07T10:26:44,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,46517,1736245604749] 2025-01-07T10:26:44,999 INFO [RS:0;f3fc36305cc7:36281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:44,999 DEBUG [RS:1;f3fc36305cc7:46517 {}] zookeeper.ZKUtil(111): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:44,999 DEBUG [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:44,999 WARN [RS:1;f3fc36305cc7:46517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:44,999 INFO [RS:1;f3fc36305cc7:46517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:44,999 DEBUG [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:45,007 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:45,007 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:45,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:45,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:45,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:45,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:45,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:45,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:45,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2025-01-07T10:26:45,030 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:45,031 INFO [RS:0;f3fc36305cc7:36281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:45,031 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,031 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:45,032 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:45,032 INFO [RS:1;f3fc36305cc7:46517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:45,032 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,032 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:45,032 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:45,032 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:45,033 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,033 DEBUG [RS:0;f3fc36305cc7:36281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:45,033 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:45,033 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,033 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,034 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,034 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,034 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,034 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:45,034 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:45,034 DEBUG [RS:1;f3fc36305cc7:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:45,036 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,036 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,36281,1736245604708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,037 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,46517,1736245604749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:45,061 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:45,061 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:45,061 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,36281,1736245604708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,061 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,46517,1736245604749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,061 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,061 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,061 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.Replication(171): f3fc36305cc7,46517,1736245604749 started 2025-01-07T10:26:45,061 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.Replication(171): f3fc36305cc7,36281,1736245604708 started 2025-01-07T10:26:45,083 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,083 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,083 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,36281,1736245604708, RpcServer on f3fc36305cc7/172.17.0.2:36281, sessionid=0x1000e8375550001 2025-01-07T10:26:45,083 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,46517,1736245604749, RpcServer on f3fc36305cc7/172.17.0.2:46517, sessionid=0x1000e8375550002 2025-01-07T10:26:45,083 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:45,083 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:45,083 DEBUG [RS:1;f3fc36305cc7:46517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:45,083 DEBUG [RS:0;f3fc36305cc7:36281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:45,083 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,46517,1736245604749' 2025-01-07T10:26:45,083 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,36281,1736245604708' 2025-01-07T10:26:45,083 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:45,083 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:45,084 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:45,084 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:45,084 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:45,084 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:45,084 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:45,084 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:45,084 DEBUG [RS:0;f3fc36305cc7:36281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:45,084 DEBUG [RS:1;f3fc36305cc7:46517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:45,084 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,36281,1736245604708' 2025-01-07T10:26:45,084 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,46517,1736245604749' 2025-01-07T10:26:45,084 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:45,084 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:45,085 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:45,085 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:45,085 DEBUG [RS:0;f3fc36305cc7:36281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:45,085 INFO [RS:0;f3fc36305cc7:36281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:45,085 DEBUG [RS:1;f3fc36305cc7:46517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:45,085 INFO [RS:0;f3fc36305cc7:36281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:45,085 INFO [RS:1;f3fc36305cc7:46517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:45,085 INFO [RS:1;f3fc36305cc7:46517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:45,186 INFO [RS:0;f3fc36305cc7:36281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:45,186 INFO [RS:1;f3fc36305cc7:46517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:45,187 INFO [RS:0;f3fc36305cc7:36281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C36281%2C1736245604708, suffix=, logDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,36281,1736245604708, archiveDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/oldWALs, maxLogs=32 2025-01-07T10:26:45,187 INFO [RS:1;f3fc36305cc7:46517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C46517%2C1736245604749, suffix=, logDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,46517,1736245604749, archiveDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/oldWALs, maxLogs=32 2025-01-07T10:26:45,200 DEBUG [RS:1;f3fc36305cc7:46517 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,46517,1736245604749/f3fc36305cc7%2C46517%2C1736245604749.1736245605187, exclude list is [], retry=0 2025-01-07T10:26:45,200 DEBUG [RS:0;f3fc36305cc7:36281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,36281,1736245604708/f3fc36305cc7%2C36281%2C1736245604708.1736245605187, exclude list is [], retry=0 2025-01-07T10:26:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-3d1547c0-9edd-4574-8e4e-d1f6a0f5b0be,DISK] 2025-01-07T10:26:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46427,DS-7d7d2e91-1733-43d1-9dd2-0273ad68d66c,DISK] 2025-01-07T10:26:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46427,DS-7d7d2e91-1733-43d1-9dd2-0273ad68d66c,DISK] 2025-01-07T10:26:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-3d1547c0-9edd-4574-8e4e-d1f6a0f5b0be,DISK] 2025-01-07T10:26:45,206 INFO [RS:0;f3fc36305cc7:36281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,36281,1736245604708/f3fc36305cc7%2C36281%2C1736245604708.1736245605187 2025-01-07T10:26:45,206 INFO [RS:1;f3fc36305cc7:46517 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,46517,1736245604749/f3fc36305cc7%2C46517%2C1736245604749.1736245605187 2025-01-07T10:26:45,206 DEBUG [RS:0;f3fc36305cc7:36281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33305:33305),(127.0.0.1/127.0.0.1:41943:41943)] 2025-01-07T10:26:45,206 DEBUG [RS:1;f3fc36305cc7:46517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33305:33305),(127.0.0.1/127.0.0.1:41943:41943)] 2025-01-07T10:26:45,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2025-01-07T10:26:45,334 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355 2025-01-07T10:26:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741834_1010 (size=32) 2025-01-07T10:26:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741834_1010 (size=32) 2025-01-07T10:26:45,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:45,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:45,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:45,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:45,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:45,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:45,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:45,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:45,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:45,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:45,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:45,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:45,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:45,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:45,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:45,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:45,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:45,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:45,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740 2025-01-07T10:26:45,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740 2025-01-07T10:26:45,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:45,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:45,351 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:45,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:45,354 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:45,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59396498, jitterRate=-0.11492320895195007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:45,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1736245605341Initializing all the Stores at 1736245605342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245605342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245605342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245605342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245605342Cleaning up temporary data from old regions at 1736245605351 (+9 ms)Region opened successfully at 1736245605355 (+4 ms) 2025-01-07T10:26:45,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:45,355 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:45,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:45,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:45,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:45,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:45,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245605355Disabling compacts and flushes for region at 1736245605355Disabling writes for close at 1736245605355Writing region close event to WAL at 1736245605355Closed at 1736245605355 2025-01-07T10:26:45,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:45,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2025-01-07T10:26:45,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2025-01-07T10:26:45,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:45,359 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2025-01-07T10:26:45,509 DEBUG [f3fc36305cc7:43695 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2025-01-07T10:26:45,510 DEBUG [f3fc36305cc7:43695 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:45,511 DEBUG [f3fc36305cc7:43695 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:45,512 DEBUG [f3fc36305cc7:43695 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:45,512 DEBUG [f3fc36305cc7:43695 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:45,512 DEBUG [f3fc36305cc7:43695 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:45,512 INFO [f3fc36305cc7:43695 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:45,512 INFO [f3fc36305cc7:43695 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:45,512 DEBUG [f3fc36305cc7:43695 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:45,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:45,513 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,46517,1736245604749, state=OPENING 2025-01-07T10:26:45,515 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2025-01-07T10:26:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:45,518 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:45,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:45,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:45,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,46517,1736245604749}] 2025-01-07T10:26:45,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:45,671 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:45,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44397, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:45,676 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2025-01-07T10:26:45,676 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:45,677 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2025-01-07T10:26:45,678 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C46517%2C1736245604749.meta, suffix=.meta, logDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,46517,1736245604749, archiveDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/oldWALs, maxLogs=32 2025-01-07T10:26:45,691 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,46517,1736245604749/f3fc36305cc7%2C46517%2C1736245604749.meta.1736245605678.meta, exclude list is [], retry=0 2025-01-07T10:26:45,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46427,DS-7d7d2e91-1733-43d1-9dd2-0273ad68d66c,DISK] 2025-01-07T10:26:45,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-3d1547c0-9edd-4574-8e4e-d1f6a0f5b0be,DISK] 2025-01-07T10:26:45,694 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,46517,1736245604749/f3fc36305cc7%2C46517%2C1736245604749.meta.1736245605678.meta 2025-01-07T10:26:45,695 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33305:33305),(127.0.0.1/127.0.0.1:41943:41943)] 2025-01-07T10:26:45,695 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:45,695 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2025-01-07T10:26:45,695 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2025-01-07T10:26:45,695 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2025-01-07T10:26:45,695 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2025-01-07T10:26:45,695 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:45,696 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2025-01-07T10:26:45,696 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2025-01-07T10:26:45,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:45,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:45,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:45,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:45,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:45,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:45,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:45,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:45,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:45,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:45,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:45,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:45,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:45,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:45,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:45,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:45,701 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:45,701 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740 2025-01-07T10:26:45,702 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740 2025-01-07T10:26:45,703 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:45,703 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:45,704 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:45,705 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:45,706 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74517582, jitterRate=0.11039850115776062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:45,706 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2025-01-07T10:26:45,706 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1736245605696Writing region info on filesystem at 1736245605696Initializing all the Stores at 1736245605696Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245605696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245605697 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245605697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245605697Cleaning up temporary data from old regions at 1736245605703 (+6 ms)Running coprocessor post-open hooks at 1736245605706 (+3 ms)Region opened successfully at 1736245605706 2025-01-07T10:26:45,707 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1736245605671 2025-01-07T10:26:45,709 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2025-01-07T10:26:45,709 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2025-01-07T10:26:45,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:45,711 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,46517,1736245604749, state=OPEN 2025-01-07T10:26:45,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:45,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:45,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:45,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:45,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:45,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:45,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:45,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2025-01-07T10:26:45,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,46517,1736245604749 in 195 msec 2025-01-07T10:26:45,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2025-01-07T10:26:45,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2025-01-07T10:26:45,718 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:45,718 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2025-01-07T10:26:45,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:45,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,46517,1736245604749, seqNum=-1] 2025-01-07T10:26:45,720 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:45,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:45,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 811 msec 2025-01-07T10:26:45,726 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1134): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1736245605726, completionTime=-1 2025-01-07T10:26:45,727 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2025-01-07T10:26:45,727 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2025-01-07T10:26:45,729 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2025-01-07T10:26:45,729 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1736245665729 2025-01-07T10:26:45,729 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1736245725729 2025-01-07T10:26:45,729 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2025-01-07T10:26:45,729 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2025-01-07T10:26:45,730 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43695,1736245604667-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,730 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43695,1736245604667-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,730 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43695,1736245604667-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,730 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3fc36305cc7:43695, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,730 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,730 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,732 DEBUG [master/f3fc36305cc7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2025-01-07T10:26:45,734 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1250): Master has completed initialization 0.947sec 2025-01-07T10:26:45,734 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2025-01-07T10:26:45,734 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2025-01-07T10:26:45,734 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2025-01-07T10:26:45,734 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2025-01-07T10:26:45,734 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2025-01-07T10:26:45,735 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43695,1736245604667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:45,735 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43695,1736245604667-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2025-01-07T10:26:45,736 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1385): Balancer post startup initialization complete, took 0 seconds 2025-01-07T10:26:45,736 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2025-01-07T10:26:45,736 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43695,1736245604667-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:45,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b455b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:45,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3fc36305cc7,43695,-1 for getting cluster id 2025-01-07T10:26:45,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2025-01-07T10:26:45,771 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48fe7e0c-9aed-4a16-a50a-4bf07fed4498' 2025-01-07T10:26:45,771 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2025-01-07T10:26:45,771 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48fe7e0c-9aed-4a16-a50a-4bf07fed4498" 2025-01-07T10:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2b8f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3fc36305cc7,43695,-1] 2025-01-07T10:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2025-01-07T10:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:45,773 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2025-01-07T10:26:45,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa12c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:45,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:45,775 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,46517,1736245604749, seqNum=-1] 2025-01-07T10:26:45,775 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:45,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:45,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:45,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2025-01-07T10:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c476bb 2025-01-07T10:26:45,779 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-07T10:26:45,780 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-07T10:26:45,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.HMaster$4(2469): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2025-01-07T10:26:45,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2025-01-07T10:26:45,784 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:45,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2025-01-07T10:26:45,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-07T10:26:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:45,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:45,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:45,794 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26c3705ad089294d7fcec2075f72840a, NAME => 'testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355 2025-01-07T10:26:45,795 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9d0159c090094bdb2e060abe025ed528, NAME => 'testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355 2025-01-07T10:26:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:45,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:45,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 26c3705ad089294d7fcec2075f72840a, disabling compactions & flushes 2025-01-07T10:26:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:45,807 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:45,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:45,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. after waiting 0 ms 2025-01-07T10:26:45,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:45,807 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:45,807 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26c3705ad089294d7fcec2075f72840a: Waiting for close lock at 1736245605807Disabling compacts and flushes for region at 1736245605807Disabling writes for close at 1736245605807Writing region close event to WAL at 1736245605807Closed at 1736245605807 2025-01-07T10:26:45,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:45,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9d0159c090094bdb2e060abe025ed528, disabling compactions & flushes 2025-01-07T10:26:45,808 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:45,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:45,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. after waiting 0 ms 2025-01-07T10:26:45,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:45,808 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:45,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9d0159c090094bdb2e060abe025ed528: Waiting for close lock at 1736245605808Disabling compacts and flushes for region at 1736245605808Disabling writes for close at 1736245605808Writing region close event to WAL at 1736245605808Closed at 1736245605808 2025-01-07T10:26:45,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2025-01-07T10:26:45,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245605809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245605809"}]},"ts":"1736245605809"} 2025-01-07T10:26:45,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245605809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245605809"}]},"ts":"1736245605809"} 2025-01-07T10:26:45,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2025-01-07T10:26:45,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-07T10:26:45,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245605814"}]},"ts":"1736245605814"} 2025-01-07T10:26:45,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2025-01-07T10:26:45,816 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:45,817 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:45,817 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:45,817 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:45,817 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:45,817 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:45,817 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:45,817 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:45,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=26c3705ad089294d7fcec2075f72840a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0159c090094bdb2e060abe025ed528, ASSIGN}] 2025-01-07T10:26:45,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0159c090094bdb2e060abe025ed528, ASSIGN 2025-01-07T10:26:45,819 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=26c3705ad089294d7fcec2075f72840a, ASSIGN 2025-01-07T10:26:45,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0159c090094bdb2e060abe025ed528, ASSIGN; state=OFFLINE, location=f3fc36305cc7,36281,1736245604708; forceNewPlan=false, retain=false 2025-01-07T10:26:45,821 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=26c3705ad089294d7fcec2075f72840a, ASSIGN; state=OFFLINE, location=f3fc36305cc7,46517,1736245604749; forceNewPlan=false, retain=false 2025-01-07T10:26:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:45,970 INFO [f3fc36305cc7:43695 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2025-01-07T10:26:45,971 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d0159c090094bdb2e060abe025ed528, regionState=OPENING, regionLocation=f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:45,971 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26c3705ad089294d7fcec2075f72840a, regionState=OPENING, regionLocation=f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:45,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0159c090094bdb2e060abe025ed528, ASSIGN because future has completed 2025-01-07T10:26:45,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d0159c090094bdb2e060abe025ed528, server=f3fc36305cc7,36281,1736245604708}] 2025-01-07T10:26:45,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=26c3705ad089294d7fcec2075f72840a, ASSIGN because future has completed 2025-01-07T10:26:45,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26c3705ad089294d7fcec2075f72840a, server=f3fc36305cc7,46517,1736245604749}] 2025-01-07T10:26:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:46,127 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:46,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:46,132 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d0159c090094bdb2e060abe025ed528, NAME => 'testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528.', STARTKEY => '5', ENDKEY => ''} 2025-01-07T10:26:46,132 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 26c3705ad089294d7fcec2075f72840a, NAME => 'testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a.', STARTKEY => '', ENDKEY => '5'} 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,132 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,133 INFO [StoreOpener-9d0159c090094bdb2e060abe025ed528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,133 INFO [StoreOpener-26c3705ad089294d7fcec2075f72840a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,135 INFO [StoreOpener-9d0159c090094bdb2e060abe025ed528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0159c090094bdb2e060abe025ed528 columnFamilyName family 2025-01-07T10:26:46,135 INFO [StoreOpener-26c3705ad089294d7fcec2075f72840a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26c3705ad089294d7fcec2075f72840a columnFamilyName family 2025-01-07T10:26:46,135 DEBUG [StoreOpener-9d0159c090094bdb2e060abe025ed528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:46,135 DEBUG [StoreOpener-26c3705ad089294d7fcec2075f72840a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:46,135 INFO [StoreOpener-26c3705ad089294d7fcec2075f72840a-1 {}] regionserver.HStore(327): Store=26c3705ad089294d7fcec2075f72840a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:46,135 INFO [StoreOpener-9d0159c090094bdb2e060abe025ed528-1 {}] regionserver.HStore(327): Store=9d0159c090094bdb2e060abe025ed528/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:46,135 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,135 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,136 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,136 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,136 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,136 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,136 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,137 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,137 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,137 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,138 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,138 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,140 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/9d0159c090094bdb2e060abe025ed528/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:46,140 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/26c3705ad089294d7fcec2075f72840a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:46,141 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9d0159c090094bdb2e060abe025ed528; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65262072, jitterRate=-0.0275193452835083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:46,141 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 26c3705ad089294d7fcec2075f72840a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63006552, jitterRate=-0.061129212379455566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:46,141 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,141 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,141 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 26c3705ad089294d7fcec2075f72840a: Running coprocessor pre-open hook at 1736245606132Writing region info on filesystem at 1736245606132Initializing all the Stores at 1736245606133 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245606133Cleaning up temporary data from old regions at 1736245606137 (+4 ms)Running coprocessor post-open hooks at 1736245606141 (+4 ms)Region opened successfully at 1736245606141 2025-01-07T10:26:46,141 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9d0159c090094bdb2e060abe025ed528: Running coprocessor pre-open hook at 1736245606132Writing region info on filesystem at 1736245606132Initializing all the Stores at 1736245606133 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245606133Cleaning up temporary data from old regions at 1736245606137 (+4 ms)Running coprocessor post-open hooks at 1736245606141 (+4 ms)Region opened successfully at 1736245606141 2025-01-07T10:26:46,142 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a., pid=8, masterSystemTime=1736245606129 2025-01-07T10:26:46,142 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528., pid=7, masterSystemTime=1736245606126 2025-01-07T10:26:46,144 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:46,144 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:46,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26c3705ad089294d7fcec2075f72840a, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:46,145 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:46,145 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:46,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d0159c090094bdb2e060abe025ed528, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:46,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26c3705ad089294d7fcec2075f72840a, server=f3fc36305cc7,46517,1736245604749 because future has completed 2025-01-07T10:26:46,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d0159c090094bdb2e060abe025ed528, server=f3fc36305cc7,36281,1736245604708 because future has completed 2025-01-07T10:26:46,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2025-01-07T10:26:46,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26c3705ad089294d7fcec2075f72840a, server=f3fc36305cc7,46517,1736245604749 in 174 msec 2025-01-07T10:26:46,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2025-01-07T10:26:46,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d0159c090094bdb2e060abe025ed528, server=f3fc36305cc7,36281,1736245604708 in 176 msec 2025-01-07T10:26:46,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=26c3705ad089294d7fcec2075f72840a, ASSIGN in 334 msec 2025-01-07T10:26:46,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2025-01-07T10:26:46,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d0159c090094bdb2e060abe025ed528, ASSIGN in 335 msec 2025-01-07T10:26:46,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-07T10:26:46,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245606155"}]},"ts":"1736245606155"} 2025-01-07T10:26:46,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2025-01-07T10:26:46,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2025-01-07T10:26:46,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 377 msec 2025-01-07T10:26:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:46,408 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2025-01-07T10:26:46,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2025-01-07T10:26:46,408 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:46,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2025-01-07T10:26:46,411 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:46,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2025-01-07T10:26:46,414 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a., hostname=f3fc36305cc7,46517,1736245604749, seqNum=2] 2025-01-07T10:26:46,424 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528., hostname=f3fc36305cc7,36281,1736245604708, seqNum=2] 2025-01-07T10:26:46,424 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:46,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:46,434 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9d0159c090094bdb2e060abe025ed528 1/1 column families, dataSize=140 B heapSize=776 B 2025-01-07T10:26:46,450 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/9d0159c090094bdb2e060abe025ed528/.tmp/family/c49359572b14435fb1eafa6da0dc3469 is 32, key is 5/family:/1736245606426/Put/seqid=0 2025-01-07T10:26:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741839_1015 (size=5083) 2025-01-07T10:26:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741839_1015 (size=5083) 2025-01-07T10:26:46,456 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/9d0159c090094bdb2e060abe025ed528/.tmp/family/c49359572b14435fb1eafa6da0dc3469 2025-01-07T10:26:46,463 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/9d0159c090094bdb2e060abe025ed528/.tmp/family/c49359572b14435fb1eafa6da0dc3469 as hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/9d0159c090094bdb2e060abe025ed528/family/c49359572b14435fb1eafa6da0dc3469 2025-01-07T10:26:46,468 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/9d0159c090094bdb2e060abe025ed528/family/c49359572b14435fb1eafa6da0dc3469, entries=5, sequenceid=9, filesize=5.0 K 2025-01-07T10:26:46,470 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9d0159c090094bdb2e060abe025ed528 in 35ms, sequenceid=9, compaction requested=false 2025-01-07T10:26:46,470 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9d0159c090094bdb2e060abe025ed528: 2025-01-07T10:26:46,470 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 26c3705ad089294d7fcec2075f72840a 1/1 column families, dataSize=112 B heapSize=672 B 2025-01-07T10:26:46,492 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/26c3705ad089294d7fcec2075f72840a/.tmp/family/7c6e649b901f415c96f18bf3c9ce0b02 is 32, key is 1/family:/1736245606415/Put/seqid=0 2025-01-07T10:26:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741840_1016 (size=5054) 2025-01-07T10:26:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741840_1016 (size=5054) 2025-01-07T10:26:46,498 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/26c3705ad089294d7fcec2075f72840a/.tmp/family/7c6e649b901f415c96f18bf3c9ce0b02 2025-01-07T10:26:46,503 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/26c3705ad089294d7fcec2075f72840a/.tmp/family/7c6e649b901f415c96f18bf3c9ce0b02 as hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/26c3705ad089294d7fcec2075f72840a/family/7c6e649b901f415c96f18bf3c9ce0b02 2025-01-07T10:26:46,508 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/26c3705ad089294d7fcec2075f72840a/family/7c6e649b901f415c96f18bf3c9ce0b02, entries=4, sequenceid=8, filesize=4.9 K 2025-01-07T10:26:46,509 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 26c3705ad089294d7fcec2075f72840a in 39ms, sequenceid=8, compaction requested=false 2025-01-07T10:26:46,509 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 26c3705ad089294d7fcec2075f72840a: 2025-01-07T10:26:46,511 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file c49359572b14435fb1eafa6da0dc3469, starting offset: 0, end offset: 9223372036854775807 2025-01-07T10:26:46,511 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key c49359572b14435fb1eafa6da0dc3469_0 from back map with offset lock 2094080 in the evict process 2025-01-07T10:26:46,512 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 7c6e649b901f415c96f18bf3c9ce0b02, starting offset: 0, end offset: 9223372036854775807 2025-01-07T10:26:46,512 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 7c6e649b901f415c96f18bf3c9ce0b02_0 from back map with offset lock 2094080 in the evict process 2025-01-07T10:26:46,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2025-01-07T10:26:46,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:46,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:46,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:46,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2025-01-07T10:26:46,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:46,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2025-01-07T10:26:46,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1873176027, stopped=false 2025-01-07T10:26:46,513 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3fc36305cc7,43695,1736245604667 2025-01-07T10:26:46,515 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:46,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:46,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3321) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3292) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:686) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:46,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:46,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,36281,1736245604708' ***** 2025-01-07T10:26:46,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:46,516 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:46,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,46517,1736245604749' ***** 2025-01-07T10:26:46,516 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:46,516 INFO [RS:0;f3fc36305cc7:36281 {}] bucket.BucketCache(1738): Disabling cache 2025-01-07T10:26:46,516 INFO [RS:1;f3fc36305cc7:46517 {}] bucket.BucketCache(1738): Disabling cache 2025-01-07T10:26:46,516 INFO [RS:0;f3fc36305cc7:36281 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2025-01-07T10:26:46,516 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2025-01-07T10:26:46,516 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2025-01-07T10:26:46,516 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2025-01-07T10:26:46,516 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2025-01-07T10:26:46,516 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2025-01-07T10:26:46,516 INFO [RS:1;f3fc36305cc7:46517 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2025-01-07T10:26:46,516 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:46,516 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2025-01-07T10:26:46,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:46,517 INFO [RS:0;f3fc36305cc7:36281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:46,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:46,517 INFO [RS:0;f3fc36305cc7:36281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:46,517 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,517 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:46,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:46,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:46,517 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:46,517 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:46,517 INFO [RS:1;f3fc36305cc7:46517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:46,517 INFO [RS:0;f3fc36305cc7:36281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3fc36305cc7:36281. 2025-01-07T10:26:46,517 INFO [RS:1;f3fc36305cc7:46517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:46,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:46,517 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(3091): Received CLOSE for 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,517 DEBUG [RS:0;f3fc36305cc7:36281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:46,517 DEBUG [RS:0;f3fc36305cc7:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:46,517 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2025-01-07T10:26:46,517 DEBUG [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(1325): Online Regions={9d0159c090094bdb2e060abe025ed528=testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528.} 2025-01-07T10:26:46,518 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:46,518 DEBUG [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(1351): Waiting on 9d0159c090094bdb2e060abe025ed528 2025-01-07T10:26:46,518 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:46,518 INFO [RS:1;f3fc36305cc7:46517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f3fc36305cc7:46517. 2025-01-07T10:26:46,518 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d0159c090094bdb2e060abe025ed528, disabling compactions & flushes 2025-01-07T10:26:46,518 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:46,518 DEBUG [RS:1;f3fc36305cc7:46517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:46,518 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:46,518 DEBUG [RS:1;f3fc36305cc7:46517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:46,518 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. after waiting 0 ms 2025-01-07T10:26:46,518 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:46,518 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:46,518 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:46,518 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:46,518 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2025-01-07T10:26:46,518 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26c3705ad089294d7fcec2075f72840a, disabling compactions & flushes 2025-01-07T10:26:46,518 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2025-01-07T10:26:46,518 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:46,518 DEBUG [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(1325): Online Regions={26c3705ad089294d7fcec2075f72840a=testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a., 1588230740=hbase:meta,,1.1588230740} 2025-01-07T10:26:46,518 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:46,518 DEBUG [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26c3705ad089294d7fcec2075f72840a 2025-01-07T10:26:46,518 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. after waiting 0 ms 2025-01-07T10:26:46,518 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:46,519 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:46,519 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:46,519 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:46,519 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:46,519 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:46,519 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2025-01-07T10:26:46,522 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/26c3705ad089294d7fcec2075f72840a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2025-01-07T10:26:46,523 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/default/testClearRegionBlockCache/9d0159c090094bdb2e060abe025ed528/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2025-01-07T10:26:46,523 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:46,523 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:46,523 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26c3705ad089294d7fcec2075f72840a: Waiting for close lock at 1736245606518Running coprocessor pre-close hooks at 1736245606518Disabling compacts and flushes for region at 1736245606518Disabling writes for close at 1736245606518Writing region close event to WAL at 1736245606519 (+1 ms)Running coprocessor post-close hooks at 1736245606523 (+4 ms)Closed at 1736245606523 2025-01-07T10:26:46,523 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d0159c090094bdb2e060abe025ed528: Waiting for close lock at 1736245606518Running coprocessor pre-close hooks at 1736245606518Disabling compacts and flushes for region at 1736245606518Disabling writes for close at 1736245606518Writing region close event to WAL at 1736245606519 (+1 ms)Running coprocessor post-close hooks at 1736245606523 (+4 ms)Closed at 1736245606523 2025-01-07T10:26:46,523 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528. 2025-01-07T10:26:46,523 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1736245605781.26c3705ad089294d7fcec2075f72840a. 2025-01-07T10:26:46,536 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/.tmp/info/78b123321849476782830baa03940399 is 173, key is testClearRegionBlockCache,5,1736245605781.9d0159c090094bdb2e060abe025ed528./info:regioninfo/1736245606146/Put/seqid=0 2025-01-07T10:26:46,540 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:46,540 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:46,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:46,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:46,541 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/.tmp/info/78b123321849476782830baa03940399 2025-01-07T10:26:46,561 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/.tmp/ns/1b68f420422a401dbfe0f990302678fd is 43, key is default/ns:d/1736245605722/Put/seqid=0 2025-01-07T10:26:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:46,566 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/.tmp/ns/1b68f420422a401dbfe0f990302678fd 2025-01-07T10:26:46,586 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/.tmp/table/3b32dc962424411f8fcb4ab5ee7ee9fe is 61, key is testClearRegionBlockCache/table:state/1736245606155/Put/seqid=0 2025-01-07T10:26:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:46,590 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/.tmp/table/3b32dc962424411f8fcb4ab5ee7ee9fe 2025-01-07T10:26:46,596 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/.tmp/info/78b123321849476782830baa03940399 as hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/info/78b123321849476782830baa03940399 2025-01-07T10:26:46,600 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/info/78b123321849476782830baa03940399, entries=20, sequenceid=13, filesize=8.0 K 2025-01-07T10:26:46,601 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/.tmp/ns/1b68f420422a401dbfe0f990302678fd as hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/ns/1b68f420422a401dbfe0f990302678fd 2025-01-07T10:26:46,605 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/ns/1b68f420422a401dbfe0f990302678fd, entries=2, sequenceid=13, filesize=5.0 K 2025-01-07T10:26:46,606 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/.tmp/table/3b32dc962424411f8fcb4ab5ee7ee9fe as hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/table/3b32dc962424411f8fcb4ab5ee7ee9fe 2025-01-07T10:26:46,610 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/table/3b32dc962424411f8fcb4ab5ee7ee9fe, entries=2, sequenceid=13, filesize=5.2 K 2025-01-07T10:26:46,611 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=13, compaction requested=false 2025-01-07T10:26:46,615 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2025-01-07T10:26:46,616 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2025-01-07T10:26:46,616 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:46,616 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245606519Running coprocessor pre-close hooks at 1736245606519Disabling compacts and flushes for region at 1736245606519Disabling writes for close at 1736245606519Obtaining lock to block concurrent updates at 1736245606519Preparing flush snapshotting stores in 1588230740 at 1736245606519Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1736245606520 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1736245606520Flushing 1588230740/info: creating writer at 1736245606520Flushing 1588230740/info: appending metadata at 1736245606535 (+15 ms)Flushing 1588230740/info: closing flushed file at 1736245606535Flushing 1588230740/ns: creating writer at 1736245606546 (+11 ms)Flushing 1588230740/ns: appending metadata at 1736245606561 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1736245606561Flushing 1588230740/table: creating writer at 1736245606572 (+11 ms)Flushing 1588230740/table: appending metadata at 1736245606585 (+13 ms)Flushing 1588230740/table: closing flushed file at 1736245606585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6332da5: reopening flushed file at 1736245606595 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b93117d: reopening flushed file at 1736245606600 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1102f8e9: reopening flushed file at 1736245606605 (+5 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=13, compaction requested=false at 1736245606611 (+6 ms)Writing region close event to WAL at 1736245606612 (+1 ms)Running coprocessor post-close hooks at 1736245606616 (+4 ms)Closed at 1736245606616 2025-01-07T10:26:46,616 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:46,718 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,36281,1736245604708; all regions closed. 2025-01-07T10:26:46,718 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,46517,1736245604749; all regions closed. 2025-01-07T10:26:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741833_1009 (size=1867) 2025-01-07T10:26:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741833_1009 (size=1867) 2025-01-07T10:26:46,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/WALs/f3fc36305cc7,46517,1736245604749/f3fc36305cc7%2C46517%2C1736245604749.meta.1736245605678.meta not finished, retry = 0 2025-01-07T10:26:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:46,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:46,723 DEBUG [RS:0;f3fc36305cc7:36281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/oldWALs 2025-01-07T10:26:46,723 INFO [RS:0;f3fc36305cc7:36281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C36281%2C1736245604708:(num 1736245605187) 2025-01-07T10:26:46,723 DEBUG [RS:0;f3fc36305cc7:36281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:46,723 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:46,723 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:46,724 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:46,724 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:46,724 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:46,724 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:46,724 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:46,724 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:46,724 INFO [RS:0;f3fc36305cc7:36281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36281 2025-01-07T10:26:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,36281,1736245604708 2025-01-07T10:26:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:46,726 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:46,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,36281,1736245604708] 2025-01-07T10:26:46,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,36281,1736245604708 already deleted, retry=false 2025-01-07T10:26:46,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,36281,1736245604708 expired; onlineServers=1 2025-01-07T10:26:46,823 DEBUG [RS:1;f3fc36305cc7:46517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/oldWALs 2025-01-07T10:26:46,824 INFO [RS:1;f3fc36305cc7:46517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C46517%2C1736245604749.meta:.meta(num 1736245605678) 2025-01-07T10:26:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741832_1008 (size=1758) 2025-01-07T10:26:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741832_1008 (size=1758) 2025-01-07T10:26:46,828 DEBUG [RS:1;f3fc36305cc7:46517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/oldWALs 2025-01-07T10:26:46,828 INFO [RS:1;f3fc36305cc7:46517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C46517%2C1736245604749:(num 1736245605187) 2025-01-07T10:26:46,828 DEBUG [RS:1;f3fc36305cc7:46517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:46,828 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:46,828 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:46,828 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:46,828 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:46,828 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:46,828 INFO [RS:1;f3fc36305cc7:46517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46517 2025-01-07T10:26:46,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:46,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,46517,1736245604749 2025-01-07T10:26:46,830 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:46,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,46517,1736245604749] 2025-01-07T10:26:46,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,46517,1736245604749 already deleted, retry=false 2025-01-07T10:26:46,834 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,46517,1736245604749 expired; onlineServers=0 2025-01-07T10:26:46,834 INFO [RegionServerTracker-0 {}] master.HMaster(3336): ***** STOPPING master 'f3fc36305cc7,43695,1736245604667' ***** 2025-01-07T10:26:46,834 INFO [RegionServerTracker-0 {}] master.HMaster(3338): STOPPED: Cluster shutdown set; onlineServer=0 2025-01-07T10:26:46,834 INFO [M:0;f3fc36305cc7:43695 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:46,834 INFO [RS:0;f3fc36305cc7:36281 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:46,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:46,834 INFO [RS:0;f3fc36305cc7:36281 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,36281,1736245604708; zookeeper connection closed. 2025-01-07T10:26:46,834 INFO [M:0;f3fc36305cc7:43695 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:46,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36281-0x1000e8375550001, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:46,834 DEBUG [M:0;f3fc36305cc7:43695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2025-01-07T10:26:46,834 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2025-01-07T10:26:46,834 DEBUG [M:0;f3fc36305cc7:43695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2025-01-07T10:26:46,834 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245604923 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245604923,5,FailOnTimeoutGroup] 2025-01-07T10:26:46,834 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245604921 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245604921,5,FailOnTimeoutGroup] 2025-01-07T10:26:46,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4552d908 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4552d908 2025-01-07T10:26:46,834 INFO [M:0;f3fc36305cc7:43695 {}] hbase.ChoreService(370): Chore service for: master/f3fc36305cc7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:46,834 INFO [M:0;f3fc36305cc7:43695 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:46,834 DEBUG [M:0;f3fc36305cc7:43695 {}] master.HMaster(1806): Stopping service threads 2025-01-07T10:26:46,834 INFO [M:0;f3fc36305cc7:43695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-07T10:26:46,835 INFO [M:0;f3fc36305cc7:43695 {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:46,835 INFO [M:0;f3fc36305cc7:43695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2025-01-07T10:26:46,835 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2025-01-07T10:26:46,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:46,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:46,836 DEBUG [M:0;f3fc36305cc7:43695 {}] zookeeper.ZKUtil(347): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2025-01-07T10:26:46,836 WARN [M:0;f3fc36305cc7:43695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2025-01-07T10:26:46,836 INFO [M:0;f3fc36305cc7:43695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/.lastflushedseqids 2025-01-07T10:26:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741844_1020 (size=200) 2025-01-07T10:26:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741844_1020 (size=200) 2025-01-07T10:26:46,842 INFO [M:0;f3fc36305cc7:43695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-07T10:26:46,842 INFO [M:0;f3fc36305cc7:43695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2025-01-07T10:26:46,842 DEBUG [M:0;f3fc36305cc7:43695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:46,842 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:46,842 DEBUG [M:0;f3fc36305cc7:43695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:46,842 DEBUG [M:0;f3fc36305cc7:43695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:46,842 DEBUG [M:0;f3fc36305cc7:43695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:46,842 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2025-01-07T10:26:46,857 DEBUG [M:0;f3fc36305cc7:43695 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d173a623b5eb493f866c214078d7795d is 82, key is hbase:meta,,1/info:regioninfo/1736245605710/Put/seqid=0 2025-01-07T10:26:46,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:46,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:46,863 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d173a623b5eb493f866c214078d7795d 2025-01-07T10:26:46,881 DEBUG [M:0;f3fc36305cc7:43695 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8440251edc8c4ff0961170ac5ee0aa09 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1736245606159/Put/seqid=0 2025-01-07T10:26:46,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:46,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:46,886 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8440251edc8c4ff0961170ac5ee0aa09 2025-01-07T10:26:46,903 DEBUG [M:0;f3fc36305cc7:43695 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4dae09a9f0c4a4a8d6caa02c1240227 is 69, key is f3fc36305cc7,36281,1736245604708/rs:state/1736245604990/Put/seqid=0 2025-01-07T10:26:46,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:46,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:46,908 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4dae09a9f0c4a4a8d6caa02c1240227 2025-01-07T10:26:46,913 DEBUG [M:0;f3fc36305cc7:43695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d173a623b5eb493f866c214078d7795d as hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d173a623b5eb493f866c214078d7795d 2025-01-07T10:26:46,917 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d173a623b5eb493f866c214078d7795d, entries=8, sequenceid=71, filesize=5.5 K 2025-01-07T10:26:46,918 DEBUG [M:0;f3fc36305cc7:43695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8440251edc8c4ff0961170ac5ee0aa09 as hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8440251edc8c4ff0961170ac5ee0aa09 2025-01-07T10:26:46,923 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8440251edc8c4ff0961170ac5ee0aa09, entries=8, sequenceid=71, filesize=6.1 K 2025-01-07T10:26:46,923 DEBUG [M:0;f3fc36305cc7:43695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4dae09a9f0c4a4a8d6caa02c1240227 as hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4dae09a9f0c4a4a8d6caa02c1240227 2025-01-07T10:26:46,928 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/3371f93c-da48-dfae-8c7c-3ed78c730355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4dae09a9f0c4a4a8d6caa02c1240227, entries=2, sequenceid=71, filesize=5.1 K 2025-01-07T10:26:46,929 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 87ms, sequenceid=71, compaction requested=false 2025-01-07T10:26:46,930 INFO [M:0;f3fc36305cc7:43695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:46,930 DEBUG [M:0;f3fc36305cc7:43695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245606842Disabling compacts and flushes for region at 1736245606842Disabling writes for close at 1736245606842Obtaining lock to block concurrent updates at 1736245606842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1736245606842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1736245606842Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1736245606843 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1736245606843Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1736245606857 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1736245606857Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1736245606867 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1736245606881 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1736245606881Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1736245606890 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1736245606903 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1736245606903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c50bb89: reopening flushed file at 1736245606912 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf397c8: reopening flushed file at 1736245606918 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4be0e3: reopening flushed file at 1736245606923 (+5 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 87ms, sequenceid=71, compaction requested=false at 1736245606929 (+6 ms)Writing region close event to WAL at 1736245606930 (+1 ms)Closed at 1736245606930 2025-01-07T10:26:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x1000e8375550002, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:46,932 INFO [RS:1;f3fc36305cc7:46517 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:46,932 INFO [RS:1;f3fc36305cc7:46517 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,46517,1736245604749; zookeeper connection closed. 2025-01-07T10:26:46,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c1e01d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c1e01d0 2025-01-07T10:26:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46427 is added to blk_1073741830_1006 (size=35452) 2025-01-07T10:26:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741830_1006 (size=35452) 2025-01-07T10:26:46,933 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2025-01-07T10:26:46,933 INFO [M:0;f3fc36305cc7:43695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2025-01-07T10:26:46,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:46,933 INFO [M:0;f3fc36305cc7:43695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43695 2025-01-07T10:26:46,934 INFO [M:0;f3fc36305cc7:43695 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:47,036 INFO [M:0;f3fc36305cc7:43695 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43695-0x1000e8375550000, quorum=127.0.0.1:60503, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:47,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7eeb57a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:47,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5367bbee{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:47,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:47,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b6861c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:47,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@387ace5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:47,040 WARN [BP-1833674887-172.17.0.2-1736245603882 heartbeating to localhost/127.0.0.1:39401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:47,040 WARN [BP-1833674887-172.17.0.2-1736245603882 heartbeating to localhost/127.0.0.1:39401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1833674887-172.17.0.2-1736245603882 (Datanode Uuid 697d0351-1566-4a81-a5be-1dbf740f2edc) service to localhost/127.0.0.1:39401 2025-01-07T10:26:47,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:47,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:47,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/data/data3/current/BP-1833674887-172.17.0.2-1736245603882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:47,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/data/data4/current/BP-1833674887-172.17.0.2-1736245603882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:47,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:47,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ca3e32f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:47,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1360c05c{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:47,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:47,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@732a7464{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:47,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f7bce7a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:47,044 WARN [BP-1833674887-172.17.0.2-1736245603882 heartbeating to localhost/127.0.0.1:39401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:47,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:47,044 WARN [BP-1833674887-172.17.0.2-1736245603882 heartbeating to localhost/127.0.0.1:39401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1833674887-172.17.0.2-1736245603882 (Datanode Uuid 74c2a842-f942-4fbb-977f-b497d484230f) service to localhost/127.0.0.1:39401 2025-01-07T10:26:47,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:47,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/data/data1/current/BP-1833674887-172.17.0.2-1736245603882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:47,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/cluster_fe5980c9-fe14-2825-0588-2eb751df78be/data/data2/current/BP-1833674887-172.17.0.2-1736245603882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:47,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:47,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d44030a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:47,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6847d70b{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:47,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:47,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d293ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:47,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12347853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:47,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2025-01-07T10:26:47,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2025-01-07T10:26:47,080 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=187 (was 166) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:39401 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:39401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:39401 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:39401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=531 (was 505) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=2170 (was 2273) 2025-01-07T10:26:47,087 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=2170 2025-01-07T10:26:47,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.log.dir so I do NOT create it in target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5 2025-01-07T10:26:47,100 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.log.dir Erasing configuration value by system value. 2025-01-07T10:26:47,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.tmp.dir so I do NOT create it in target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5 2025-01-07T10:26:47,100 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a86cd123-7f45-0f85-ca70-61ad8b02591c/hadoop.tmp.dir Erasing configuration value by system value. 2025-01-07T10:26:47,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5 2025-01-07T10:26:47,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2025-01-07T10:26:47,100 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482, deleteOnExit=true 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/test.cache.data in system properties and HBase conf 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/hadoop.tmp.dir in system properties and HBase conf 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/hadoop.log.dir in system properties and HBase conf 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/mapreduce.cluster.local.dir in system properties and HBase conf 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2025-01-07T10:26:47,101 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2025-01-07T10:26:47,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/nfs.dump.dir in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/java.io.tmpdir in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/dfs.journalnode.edits.dir in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2025-01-07T10:26:47,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2025-01-07T10:26:47,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:47,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:47,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:47,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:47,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2025-01-07T10:26:47,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:47,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6862d6e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:47,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@307bbf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:47,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33172c8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/java.io.tmpdir/jetty-localhost-39549-hadoop-hdfs-3_4_1-tests_jar-_-any-99578342604290719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:47,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f327e84{HTTP/1.1, (http/1.1)}{localhost:39549} 2025-01-07T10:26:47,324 INFO [Time-limited test {}] server.Server(415): Started @21832ms 2025-01-07T10:26:47,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:47,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:47,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:47,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:47,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-07T10:26:47,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@549b637f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:47,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3125681d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:47,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62bdeaa2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/java.io.tmpdir/jetty-localhost-38369-hadoop-hdfs-3_4_1-tests_jar-_-any-6032968303589823327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:47,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cb9e19f{HTTP/1.1, (http/1.1)}{localhost:38369} 2025-01-07T10:26:47,524 INFO [Time-limited test {}] server.Server(415): Started @22033ms 2025-01-07T10:26:47,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:47,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2025-01-07T10:26:47,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2025-01-07T10:26:47,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2025-01-07T10:26:47,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2025-01-07T10:26:47,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2025-01-07T10:26:47,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169d8968{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/hadoop.log.dir/,AVAILABLE} 2025-01-07T10:26:47,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68aebe0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2025-01-07T10:26:47,618 WARN [Thread-1414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/data/data1/current/BP-346172757-172.17.0.2-1736245607131/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:47,618 WARN [Thread-1415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/data/data2/current/BP-346172757-172.17.0.2-1736245607131/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:47,634 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89700206d5624fbb with lease ID 0x8aa01018f3792514: Processing first storage report for DS-052ae87c-6353-4299-9fbc-cc69fce8397c from datanode DatanodeRegistration(127.0.0.1:42523, datanodeUuid=67507400-8ea2-4773-86e3-6e9aad45a22c, infoPort=38761, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=215740571;c=1736245607131) 2025-01-07T10:26:47,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89700206d5624fbb with lease ID 0x8aa01018f3792514: from storage DS-052ae87c-6353-4299-9fbc-cc69fce8397c node DatanodeRegistration(127.0.0.1:42523, datanodeUuid=67507400-8ea2-4773-86e3-6e9aad45a22c, infoPort=38761, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=215740571;c=1736245607131), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:47,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89700206d5624fbb with lease ID 0x8aa01018f3792514: Processing first storage report for DS-8f47a57f-6fd6-459c-b1fb-59a52bb640d0 from datanode DatanodeRegistration(127.0.0.1:42523, datanodeUuid=67507400-8ea2-4773-86e3-6e9aad45a22c, infoPort=38761, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=215740571;c=1736245607131) 2025-01-07T10:26:47,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89700206d5624fbb with lease ID 0x8aa01018f3792514: from storage DS-8f47a57f-6fd6-459c-b1fb-59a52bb640d0 node DatanodeRegistration(127.0.0.1:42523, datanodeUuid=67507400-8ea2-4773-86e3-6e9aad45a22c, infoPort=38761, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=215740571;c=1736245607131), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:47,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d73626b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/java.io.tmpdir/jetty-localhost-44489-hadoop-hdfs-3_4_1-tests_jar-_-any-15663900730450366090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:47,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24a9f2b6{HTTP/1.1, (http/1.1)}{localhost:44489} 2025-01-07T10:26:47,678 INFO [Time-limited test {}] server.Server(415): Started @22187ms 2025-01-07T10:26:47,679 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2025-01-07T10:26:47,786 WARN [Thread-1440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/data/data3/current/BP-346172757-172.17.0.2-1736245607131/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:47,786 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/data/data4/current/BP-346172757-172.17.0.2-1736245607131/current, will proceed with Du for space computation calculation, 2025-01-07T10:26:47,807 WARN [Thread-1429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2025-01-07T10:26:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f27c45c447643e0 with lease ID 0x8aa01018f3792515: Processing first storage report for DS-26da880c-8707-439b-b510-7c4432e7bfd0 from datanode DatanodeRegistration(127.0.0.1:46625, datanodeUuid=5d611ae4-d7b9-463a-99ba-b8576bfce73a, infoPort=38737, infoSecurePort=0, ipcPort=35115, storageInfo=lv=-57;cid=testClusterID;nsid=215740571;c=1736245607131) 2025-01-07T10:26:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f27c45c447643e0 with lease ID 0x8aa01018f3792515: from storage DS-26da880c-8707-439b-b510-7c4432e7bfd0 node DatanodeRegistration(127.0.0.1:46625, datanodeUuid=5d611ae4-d7b9-463a-99ba-b8576bfce73a, infoPort=38737, infoSecurePort=0, ipcPort=35115, storageInfo=lv=-57;cid=testClusterID;nsid=215740571;c=1736245607131), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f27c45c447643e0 with lease ID 0x8aa01018f3792515: Processing first storage report for DS-c11cf467-af66-4868-8aba-75936569c5b6 from datanode DatanodeRegistration(127.0.0.1:46625, datanodeUuid=5d611ae4-d7b9-463a-99ba-b8576bfce73a, infoPort=38737, infoSecurePort=0, ipcPort=35115, storageInfo=lv=-57;cid=testClusterID;nsid=215740571;c=1736245607131) 2025-01-07T10:26:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f27c45c447643e0 with lease ID 0x8aa01018f3792515: from storage DS-c11cf467-af66-4868-8aba-75936569c5b6 node DatanodeRegistration(127.0.0.1:46625, datanodeUuid=5d611ae4-d7b9-463a-99ba-b8576bfce73a, infoPort=38737, infoSecurePort=0, ipcPort=35115, storageInfo=lv=-57;cid=testClusterID;nsid=215740571;c=1736245607131), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2025-01-07T10:26:47,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5 2025-01-07T10:26:47,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/zookeeper_0, clientPort=55600, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2025-01-07T10:26:47,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55600 2025-01-07T10:26:47,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:47,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:47,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:47,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741825_1001 (size=7) 2025-01-07T10:26:47,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a with version=8 2025-01-07T10:26:47,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/hbase-staging 2025-01-07T10:26:47,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:47,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:47,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:47,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:47,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:47,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:47,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2025-01-07T10:26:47,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:47,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43229 2025-01-07T10:26:47,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43229 connecting to ZooKeeper ensemble=127.0.0.1:55600 2025-01-07T10:26:47,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432290x0, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:47,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43229-0x1000e8382080000 connected 2025-01-07T10:26:47,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:47,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:47,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:47,948 INFO [Time-limited test {}] master.HMaster(536): hbase.rootdir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a, hbase.cluster.distributed=false 2025-01-07T10:26:47,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:47,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43229 2025-01-07T10:26:47,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43229 2025-01-07T10:26:47,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43229 2025-01-07T10:26:47,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43229 2025-01-07T10:26:47,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43229 2025-01-07T10:26:47,964 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:47,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:47,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:47,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:47,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:47,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:47,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:47,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:47,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38893 2025-01-07T10:26:47,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38893 connecting to ZooKeeper ensemble=127.0.0.1:55600 2025-01-07T10:26:47,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:47,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:47,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388930x0, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:47,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388930x0, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:47,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38893-0x1000e8382080001 connected 2025-01-07T10:26:47,978 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:47,979 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2025-01-07T10:26:47,984 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2025-01-07T10:26:47,984 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2025-01-07T10:26:47,985 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2025-01-07T10:26:47,985 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:47,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:47,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:47,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38893 2025-01-07T10:26:47,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38893 2025-01-07T10:26:47,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38893 2025-01-07T10:26:47,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38893 2025-01-07T10:26:47,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38893 2025-01-07T10:26:48,006 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3fc36305cc7:0 server-side Connection retries=45 2025-01-07T10:26:48,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:48,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:48,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2025-01-07T10:26:48,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2025-01-07T10:26:48,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2025-01-07T10:26:48,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2025-01-07T10:26:48,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2025-01-07T10:26:48,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36107 2025-01-07T10:26:48,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36107 connecting to ZooKeeper ensemble=127.0.0.1:55600 2025-01-07T10:26:48,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:48,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:48,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361070x0, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2025-01-07T10:26:48,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361070x0, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:48,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36107-0x1000e8382080002 connected 2025-01-07T10:26:48,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2025-01-07T10:26:48,014 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2025-01-07T10:26:48,021 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2025-01-07T10:26:48,022 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2025-01-07T10:26:48,023 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2025-01-07T10:26:48,023 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2025-01-07T10:26:48,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2025-01-07T10:26:48,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2025-01-07T10:26:48,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36107 2025-01-07T10:26:48,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36107 2025-01-07T10:26:48,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36107 2025-01-07T10:26:48,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36107 2025-01-07T10:26:48,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36107 2025-01-07T10:26:48,040 DEBUG [M:0;f3fc36305cc7:43229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3fc36305cc7:43229 2025-01-07T10:26:48,040 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(2525): Adding backup master ZNode /hbase/backup-masters/f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:48,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:48,042 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:48,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:48,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:48,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,043 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2025-01-07T10:26:48,044 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f3fc36305cc7,43229,1736245607921 from backup master directory 2025-01-07T10:26:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2025-01-07T10:26:48,047 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:48,047 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:48,051 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/hbase.id] with ID: af88426d-9df3-48dc-a212-d86ef0385e1b 2025-01-07T10:26:48,051 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/.tmp/hbase.id 2025-01-07T10:26:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741826_1002 (size=42) 2025-01-07T10:26:48,058 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/.tmp/hbase.id]:[hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/hbase.id] 2025-01-07T10:26:48,068 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2025-01-07T10:26:48,068 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2025-01-07T10:26:48,069 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2025-01-07T10:26:48,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:48,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741827_1003 (size=196) 2025-01-07T10:26:48,079 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:48,079 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2025-01-07T10:26:48,079 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741828_1004 (size=1189) 2025-01-07T10:26:48,089 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store 2025-01-07T10:26:48,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741829_1005 (size=34) 2025-01-07T10:26:48,095 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:48,095 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:48,095 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:48,095 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:48,095 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:48,095 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:48,095 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:48,095 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245608095Disabling compacts and flushes for region at 1736245608095Disabling writes for close at 1736245608095Writing region close event to WAL at 1736245608095Closed at 1736245608095 2025-01-07T10:26:48,096 WARN [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/.initializing 2025-01-07T10:26:48,096 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/WALs/f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:48,097 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:48,098 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C43229%2C1736245607921, suffix=, logDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/WALs/f3fc36305cc7,43229,1736245607921, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/oldWALs, maxLogs=10 2025-01-07T10:26:48,142 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/WALs/f3fc36305cc7,43229,1736245607921/f3fc36305cc7%2C43229%2C1736245607921.1736245608098, exclude list is [], retry=0 2025-01-07T10:26:48,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42523,DS-052ae87c-6353-4299-9fbc-cc69fce8397c,DISK] 2025-01-07T10:26:48,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-26da880c-8707-439b-b510-7c4432e7bfd0,DISK] 2025-01-07T10:26:48,147 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/WALs/f3fc36305cc7,43229,1736245607921/f3fc36305cc7%2C43229%2C1736245607921.1736245608098 2025-01-07T10:26:48,147 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38761:38761),(127.0.0.1/127.0.0.1:38737:38737)] 2025-01-07T10:26:48,147 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:48,147 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:48,147 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,147 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2025-01-07T10:26:48,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:48,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2025-01-07T10:26:48,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:48,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2025-01-07T10:26:48,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:48,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2025-01-07T10:26:48,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:48,154 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,155 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,155 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,156 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,156 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,157 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:48,158 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2025-01-07T10:26:48,159 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:48,160 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71345767, jitterRate=0.06313477456569672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:48,160 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1736245608148Initializing all the Stores at 1736245608148Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245608148Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245608148Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245608148Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245608148Cleaning up temporary data from old regions at 1736245608156 (+8 ms)Region opened successfully at 1736245608160 (+4 ms) 2025-01-07T10:26:48,160 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2025-01-07T10:26:48,163 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ce23a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:48,164 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(923): No meta location available on zookeeper, skip migrating... 2025-01-07T10:26:48,164 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2025-01-07T10:26:48,164 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2025-01-07T10:26:48,164 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2025-01-07T10:26:48,165 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2025-01-07T10:26:48,165 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2025-01-07T10:26:48,165 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2025-01-07T10:26:48,167 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2025-01-07T10:26:48,167 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2025-01-07T10:26:48,169 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2025-01-07T10:26:48,169 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2025-01-07T10:26:48,169 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2025-01-07T10:26:48,170 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2025-01-07T10:26:48,171 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2025-01-07T10:26:48,171 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2025-01-07T10:26:48,174 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2025-01-07T10:26:48,175 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2025-01-07T10:26:48,176 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2025-01-07T10:26:48,178 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2025-01-07T10:26:48,178 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2025-01-07T10:26:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,180 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(867): Active/primary master=f3fc36305cc7,43229,1736245607921, sessionid=0x1000e8382080000, setting cluster-up flag (Was=false) 2025-01-07T10:26:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,190 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2025-01-07T10:26:48,191 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,200 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2025-01-07T10:26:48,201 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:48,202 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2025-01-07T10:26:48,203 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:48,203 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2025-01-07T10:26:48,203 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2025-01-07T10:26:48,204 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3fc36305cc7,43229,1736245607921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2025-01-07T10:26:48,205 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:48,205 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:48,205 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:48,205 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=5, maxPoolSize=5 2025-01-07T10:26:48,205 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3fc36305cc7:0, corePoolSize=10, maxPoolSize=10 2025-01-07T10:26:48,205 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,205 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:48,205 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,206 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1736245638206 2025-01-07T10:26:48,206 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2025-01-07T10:26:48,206 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2025-01-07T10:26:48,206 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2025-01-07T10:26:48,206 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2025-01-07T10:26:48,206 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2025-01-07T10:26:48,206 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2025-01-07T10:26:48,206 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,206 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:48,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2025-01-07T10:26:48,206 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2025-01-07T10:26:48,207 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2025-01-07T10:26:48,207 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2025-01-07T10:26:48,207 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2025-01-07T10:26:48,207 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2025-01-07T10:26:48,207 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245608207,5,FailOnTimeoutGroup] 2025-01-07T10:26:48,207 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245608207,5,FailOnTimeoutGroup] 2025-01-07T10:26:48,207 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,207 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1752): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2025-01-07T10:26:48,207 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,207 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,208 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2025-01-07T10:26:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741831_1007 (size=1321) 2025-01-07T10:26:48,217 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2025-01-07T10:26:48,218 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a 2025-01-07T10:26:48,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741832_1008 (size=32) 2025-01-07T10:26:48,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741832_1008 (size=32) 2025-01-07T10:26:48,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:48,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:48,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:48,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:48,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:48,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:48,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:48,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:48,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:48,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:48,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:48,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:48,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:48,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:48,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740 2025-01-07T10:26:48,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740 2025-01-07T10:26:48,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:48,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:48,234 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:48,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:48,237 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:48,237 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67381040, jitterRate=0.00405573844909668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:48,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1736245608225Initializing all the Stores at 1736245608226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245608226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245608226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245608226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245608226Cleaning up temporary data from old regions at 1736245608234 (+8 ms)Region opened successfully at 1736245608238 (+4 ms) 2025-01-07T10:26:48,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:48,238 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:48,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:48,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:48,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:48,238 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:48,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245608238Disabling compacts and flushes for region at 1736245608238Disabling writes for close at 1736245608238Writing region close event to WAL at 1736245608238Closed at 1736245608238 2025-01-07T10:26:48,239 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(746): ClusterId : af88426d-9df3-48dc-a212-d86ef0385e1b 2025-01-07T10:26:48,239 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(746): ClusterId : af88426d-9df3-48dc-a212-d86ef0385e1b 2025-01-07T10:26:48,239 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:48,239 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2025-01-07T10:26:48,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:48,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2025-01-07T10:26:48,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2025-01-07T10:26:48,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:48,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2025-01-07T10:26:48,242 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:48,242 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:48,242 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2025-01-07T10:26:48,242 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2025-01-07T10:26:48,245 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:48,245 DEBUG [RS:1;f3fc36305cc7:36107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a9df6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:48,245 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2025-01-07T10:26:48,245 DEBUG [RS:0;f3fc36305cc7:38893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac8a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3fc36305cc7/172.17.0.2:0 2025-01-07T10:26:48,257 DEBUG [RS:0;f3fc36305cc7:38893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3fc36305cc7:38893 2025-01-07T10:26:48,257 DEBUG [RS:1;f3fc36305cc7:36107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f3fc36305cc7:36107 2025-01-07T10:26:48,257 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:48,257 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2025-01-07T10:26:48,257 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:48,257 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2025-01-07T10:26:48,257 DEBUG [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:48,257 DEBUG [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(832): About to register with Master. 2025-01-07T10:26:48,258 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,43229,1736245607921 with port=38893, startcode=1736245607964 2025-01-07T10:26:48,258 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3fc36305cc7,43229,1736245607921 with port=36107, startcode=1736245608006 2025-01-07T10:26:48,258 DEBUG [RS:0;f3fc36305cc7:38893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:48,258 DEBUG [RS:1;f3fc36305cc7:36107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2025-01-07T10:26:48,260 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57317, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:48,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:48,260 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42111, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2025-01-07T10:26:48,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43229 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:48,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:48,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43229 {}] master.ServerManager(517): Registering regionserver=f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:48,261 DEBUG [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a 2025-01-07T10:26:48,261 DEBUG [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38613 2025-01-07T10:26:48,261 DEBUG [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:48,262 DEBUG [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a 2025-01-07T10:26:48,262 DEBUG [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38613 2025-01-07T10:26:48,262 DEBUG [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2025-01-07T10:26:48,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:48,268 DEBUG [RS:0;f3fc36305cc7:38893 {}] zookeeper.ZKUtil(111): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:48,268 WARN [RS:0;f3fc36305cc7:38893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:48,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,38893,1736245607964] 2025-01-07T10:26:48,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3fc36305cc7,36107,1736245608006] 2025-01-07T10:26:48,268 INFO [RS:0;f3fc36305cc7:38893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:48,268 DEBUG [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:48,268 DEBUG [RS:1;f3fc36305cc7:36107 {}] zookeeper.ZKUtil(111): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:48,268 WARN [RS:1;f3fc36305cc7:36107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2025-01-07T10:26:48,268 INFO [RS:1;f3fc36305cc7:36107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:48,268 DEBUG [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:48,272 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:48,272 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2025-01-07T10:26:48,273 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:48,273 INFO [RS:1;f3fc36305cc7:36107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:48,273 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,275 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:48,275 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2025-01-07T10:26:48,275 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:48,275 INFO [RS:0;f3fc36305cc7:38893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2025-01-07T10:26:48,275 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,275 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:48,276 DEBUG [RS:1;f3fc36305cc7:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:48,276 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2025-01-07T10:26:48,276 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3fc36305cc7:0, corePoolSize=2, maxPoolSize=2 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,276 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3fc36305cc7:0, corePoolSize=1, maxPoolSize=1 2025-01-07T10:26:48,277 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:48,277 DEBUG [RS:0;f3fc36305cc7:38893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3fc36305cc7:0, corePoolSize=3, maxPoolSize=3 2025-01-07T10:26:48,277 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,36107,1736245608006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,277 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,38893,1736245607964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:48,292 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:48,292 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,36107,1736245608006-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,292 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2025-01-07T10:26:48,292 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,292 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.Replication(171): f3fc36305cc7,36107,1736245608006 started 2025-01-07T10:26:48,292 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,38893,1736245607964-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,292 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,292 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.Replication(171): f3fc36305cc7,38893,1736245607964 started 2025-01-07T10:26:48,305 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,306 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,36107,1736245608006, RpcServer on f3fc36305cc7/172.17.0.2:36107, sessionid=0x1000e8382080002 2025-01-07T10:26:48,306 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,306 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(1482): Serving as f3fc36305cc7,38893,1736245607964, RpcServer on f3fc36305cc7/172.17.0.2:38893, sessionid=0x1000e8382080001 2025-01-07T10:26:48,306 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:48,306 DEBUG [RS:1;f3fc36305cc7:36107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:48,306 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,36107,1736245608006' 2025-01-07T10:26:48,306 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2025-01-07T10:26:48,306 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:48,306 DEBUG [RS:0;f3fc36305cc7:38893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:48,306 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,38893,1736245607964' 2025-01-07T10:26:48,306 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2025-01-07T10:26:48,306 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:48,306 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2025-01-07T10:26:48,307 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:48,307 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2025-01-07T10:26:48,307 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:48,307 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2025-01-07T10:26:48,307 DEBUG [RS:0;f3fc36305cc7:38893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:48,307 DEBUG [RS:1;f3fc36305cc7:36107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:48,307 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,38893,1736245607964' 2025-01-07T10:26:48,307 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3fc36305cc7,36107,1736245608006' 2025-01-07T10:26:48,307 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:48,307 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2025-01-07T10:26:48,307 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:48,307 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2025-01-07T10:26:48,307 DEBUG [RS:0;f3fc36305cc7:38893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:48,307 DEBUG [RS:1;f3fc36305cc7:36107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2025-01-07T10:26:48,307 INFO [RS:0;f3fc36305cc7:38893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:48,307 INFO [RS:1;f3fc36305cc7:36107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2025-01-07T10:26:48,307 INFO [RS:0;f3fc36305cc7:38893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:48,307 INFO [RS:1;f3fc36305cc7:36107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2025-01-07T10:26:48,392 WARN [f3fc36305cc7:43229 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2025-01-07T10:26:48,408 INFO [RS:0;f3fc36305cc7:38893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:48,408 INFO [RS:1;f3fc36305cc7:36107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2025-01-07T10:26:48,409 INFO [RS:1;f3fc36305cc7:36107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C36107%2C1736245608006, suffix=, logDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,36107,1736245608006, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/oldWALs, maxLogs=32 2025-01-07T10:26:48,409 INFO [RS:0;f3fc36305cc7:38893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C38893%2C1736245607964, suffix=, logDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,38893,1736245607964, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/oldWALs, maxLogs=32 2025-01-07T10:26:48,422 DEBUG [RS:0;f3fc36305cc7:38893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,38893,1736245607964/f3fc36305cc7%2C38893%2C1736245607964.1736245608409, exclude list is [], retry=0 2025-01-07T10:26:48,422 DEBUG [RS:1;f3fc36305cc7:36107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,36107,1736245608006/f3fc36305cc7%2C36107%2C1736245608006.1736245608409, exclude list is [], retry=0 2025-01-07T10:26:48,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-26da880c-8707-439b-b510-7c4432e7bfd0,DISK] 2025-01-07T10:26:48,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-26da880c-8707-439b-b510-7c4432e7bfd0,DISK] 2025-01-07T10:26:48,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42523,DS-052ae87c-6353-4299-9fbc-cc69fce8397c,DISK] 2025-01-07T10:26:48,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42523,DS-052ae87c-6353-4299-9fbc-cc69fce8397c,DISK] 2025-01-07T10:26:48,426 INFO [RS:1;f3fc36305cc7:36107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,36107,1736245608006/f3fc36305cc7%2C36107%2C1736245608006.1736245608409 2025-01-07T10:26:48,426 INFO [RS:0;f3fc36305cc7:38893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,38893,1736245607964/f3fc36305cc7%2C38893%2C1736245607964.1736245608409 2025-01-07T10:26:48,427 DEBUG [RS:0;f3fc36305cc7:38893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38761:38761),(127.0.0.1/127.0.0.1:38737:38737)] 2025-01-07T10:26:48,427 DEBUG [RS:1;f3fc36305cc7:36107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:38761:38761)] 2025-01-07T10:26:48,642 DEBUG [f3fc36305cc7:43229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2025-01-07T10:26:48,642 DEBUG [f3fc36305cc7:43229 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:48,644 DEBUG [f3fc36305cc7:43229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:48,644 DEBUG [f3fc36305cc7:43229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:48,644 DEBUG [f3fc36305cc7:43229 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:48,644 DEBUG [f3fc36305cc7:43229 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:48,644 INFO [f3fc36305cc7:43229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:48,644 INFO [f3fc36305cc7:43229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:48,644 DEBUG [f3fc36305cc7:43229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:48,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:48,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,38893,1736245607964, state=OPENING 2025-01-07T10:26:48,647 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2025-01-07T10:26:48,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:48,649 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2025-01-07T10:26:48,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:48,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:48,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:48,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,38893,1736245607964}] 2025-01-07T10:26:48,802 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:48,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:48,806 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2025-01-07T10:26:48,806 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2025-01-07T10:26:48,807 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2025-01-07T10:26:48,808 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3fc36305cc7%2C38893%2C1736245607964.meta, suffix=.meta, logDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,38893,1736245607964, archiveDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/oldWALs, maxLogs=32 2025-01-07T10:26:48,821 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,38893,1736245607964/f3fc36305cc7%2C38893%2C1736245607964.meta.1736245608808.meta, exclude list is [], retry=0 2025-01-07T10:26:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42523,DS-052ae87c-6353-4299-9fbc-cc69fce8397c,DISK] 2025-01-07T10:26:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46625,DS-26da880c-8707-439b-b510-7c4432e7bfd0,DISK] 2025-01-07T10:26:48,824 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,38893,1736245607964/f3fc36305cc7%2C38893%2C1736245607964.meta.1736245608808.meta 2025-01-07T10:26:48,825 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38737:38737),(127.0.0.1/127.0.0.1:38761:38761)] 2025-01-07T10:26:48,825 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2025-01-07T10:26:48,825 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2025-01-07T10:26:48,825 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2025-01-07T10:26:48,825 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2025-01-07T10:26:48,825 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2025-01-07T10:26:48,825 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:48,825 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2025-01-07T10:26:48,825 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2025-01-07T10:26:48,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2025-01-07T10:26:48,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2025-01-07T10:26:48,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:48,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2025-01-07T10:26:48,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2025-01-07T10:26:48,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:48,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2025-01-07T10:26:48,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2025-01-07T10:26:48,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:48,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2025-01-07T10:26:48,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2025-01-07T10:26:48,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2025-01-07T10:26:48,830 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2025-01-07T10:26:48,831 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740 2025-01-07T10:26:48,832 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740 2025-01-07T10:26:48,833 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2025-01-07T10:26:48,833 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2025-01-07T10:26:48,833 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2025-01-07T10:26:48,835 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2025-01-07T10:26:48,835 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71275642, jitterRate=0.06208983063697815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2025-01-07T10:26:48,835 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2025-01-07T10:26:48,836 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1736245608825Writing region info on filesystem at 1736245608825Initializing all the Stores at 1736245608826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245608826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245608826Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245608826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1736245608826Cleaning up temporary data from old regions at 1736245608833 (+7 ms)Running coprocessor post-open hooks at 1736245608835 (+2 ms)Region opened successfully at 1736245608836 (+1 ms) 2025-01-07T10:26:48,837 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1736245608802 2025-01-07T10:26:48,839 DEBUG [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2025-01-07T10:26:48,839 INFO [RS_OPEN_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2025-01-07T10:26:48,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:48,841 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3fc36305cc7,38893,1736245607964, state=OPEN 2025-01-07T10:26:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:48,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2025-01-07T10:26:48,843 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:48,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:48,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:48,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2025-01-07T10:26:48,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2025-01-07T10:26:48,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3fc36305cc7,38893,1736245607964 in 194 msec 2025-01-07T10:26:48,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2025-01-07T10:26:48,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2025-01-07T10:26:48,847 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2025-01-07T10:26:48,847 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2025-01-07T10:26:48,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:48,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,38893,1736245607964, seqNum=-1] 2025-01-07T10:26:48,849 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:48,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41737, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:48,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 651 msec 2025-01-07T10:26:48,855 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1134): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1736245608855, completionTime=-1 2025-01-07T10:26:48,855 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2025-01-07T10:26:48,855 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2025-01-07T10:26:48,856 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2025-01-07T10:26:48,856 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1736245668856 2025-01-07T10:26:48,856 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1736245728856 2025-01-07T10:26:48,857 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2025-01-07T10:26:48,857 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43229,1736245607921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,857 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43229,1736245607921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,857 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43229,1736245607921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,857 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3fc36305cc7:43229, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,857 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,857 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,859 DEBUG [master/f3fc36305cc7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2025-01-07T10:26:48,861 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1250): Master has completed initialization 0.814sec 2025-01-07T10:26:48,861 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2025-01-07T10:26:48,861 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2025-01-07T10:26:48,861 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2025-01-07T10:26:48,861 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2025-01-07T10:26:48,861 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2025-01-07T10:26:48,861 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43229,1736245607921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2025-01-07T10:26:48,861 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43229,1736245607921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2025-01-07T10:26:48,864 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster {}] master.HMaster(1385): Balancer post startup initialization complete, took 0 seconds 2025-01-07T10:26:48,864 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2025-01-07T10:26:48,864 INFO [master/f3fc36305cc7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3fc36305cc7,43229,1736245607921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2025-01-07T10:26:48,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c14122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:48,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3fc36305cc7,43229,-1 for getting cluster id 2025-01-07T10:26:48,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2025-01-07T10:26:48,940 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af88426d-9df3-48dc-a212-d86ef0385e1b' 2025-01-07T10:26:48,941 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2025-01-07T10:26:48,941 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af88426d-9df3-48dc-a212-d86ef0385e1b" 2025-01-07T10:26:48,941 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b4910c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:48,941 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3fc36305cc7,43229,-1] 2025-01-07T10:26:48,942 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2025-01-07T10:26:48,942 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:48,942 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2025-01-07T10:26:48,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c9ed91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2025-01-07T10:26:48,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2025-01-07T10:26:48,944 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3fc36305cc7,38893,1736245607964, seqNum=-1] 2025-01-07T10:26:48,945 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:48,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:48,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:48,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2025-01-07T10:26:48,948 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:48,948 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e183762 2025-01-07T10:26:48,948 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2025-01-07T10:26:48,949 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2025-01-07T10:26:48,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43229 {}] master.HMaster$4(2469): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2025-01-07T10:26:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2025-01-07T10:26:48,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2025-01-07T10:26:48,952 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:48,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2025-01-07T10:26:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:48,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2025-01-07T10:26:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741836_1012 (size=379) 2025-01-07T10:26:48,961 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8a274164b7a4bc8859ecbd39dbe7036, NAME => 'testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a 2025-01-07T10:26:48,961 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b1569545e6b65dfc631ec21702b37e02, NAME => 'testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a 2025-01-07T10:26:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:48,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741837_1013 (size=61) 2025-01-07T10:26:48,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:48,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741838_1014 (size=61) 2025-01-07T10:26:48,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:48,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b1569545e6b65dfc631ec21702b37e02, disabling compactions & flushes 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b8a274164b7a4bc8859ecbd39dbe7036, disabling compactions & flushes 2025-01-07T10:26:48,970 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:48,970 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. after waiting 0 ms 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. after waiting 0 ms 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:48,970 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:48,970 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b1569545e6b65dfc631ec21702b37e02: Waiting for close lock at 1736245608970Disabling compacts and flushes for region at 1736245608970Disabling writes for close at 1736245608970Writing region close event to WAL at 1736245608970Closed at 1736245608970 2025-01-07T10:26:48,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8a274164b7a4bc8859ecbd39dbe7036: Waiting for close lock at 1736245608970Disabling compacts and flushes for region at 1736245608970Disabling writes for close at 1736245608970Writing region close event to WAL at 1736245608970Closed at 1736245608970 2025-01-07T10:26:48,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2025-01-07T10:26:48,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245608971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245608971"}]},"ts":"1736245608971"} 2025-01-07T10:26:48,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1736245608971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1736245608971"}]},"ts":"1736245608971"} 2025-01-07T10:26:48,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2025-01-07T10:26:48,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2025-01-07T10:26:48,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245608976"}]},"ts":"1736245608976"} 2025-01-07T10:26:48,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2025-01-07T10:26:48,978 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f3fc36305cc7=0} racks are {/default-rack=0} 2025-01-07T10:26:48,979 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2025-01-07T10:26:48,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2025-01-07T10:26:48,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2025-01-07T10:26:48,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2025-01-07T10:26:48,980 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2025-01-07T10:26:48,980 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2025-01-07T10:26:48,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2025-01-07T10:26:48,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8a274164b7a4bc8859ecbd39dbe7036, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1569545e6b65dfc631ec21702b37e02, ASSIGN}] 2025-01-07T10:26:48,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1569545e6b65dfc631ec21702b37e02, ASSIGN 2025-01-07T10:26:48,981 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8a274164b7a4bc8859ecbd39dbe7036, ASSIGN 2025-01-07T10:26:48,982 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8a274164b7a4bc8859ecbd39dbe7036, ASSIGN; state=OFFLINE, location=f3fc36305cc7,36107,1736245608006; forceNewPlan=false, retain=false 2025-01-07T10:26:48,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1569545e6b65dfc631ec21702b37e02, ASSIGN; state=OFFLINE, location=f3fc36305cc7,38893,1736245607964; forceNewPlan=false, retain=false 2025-01-07T10:26:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:49,133 INFO [f3fc36305cc7:43229 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2025-01-07T10:26:49,133 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8a274164b7a4bc8859ecbd39dbe7036, regionState=OPENING, regionLocation=f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:49,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b1569545e6b65dfc631ec21702b37e02, regionState=OPENING, regionLocation=f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:49,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8a274164b7a4bc8859ecbd39dbe7036, ASSIGN because future has completed 2025-01-07T10:26:49,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a274164b7a4bc8859ecbd39dbe7036, server=f3fc36305cc7,36107,1736245608006}] 2025-01-07T10:26:49,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1569545e6b65dfc631ec21702b37e02, ASSIGN because future has completed 2025-01-07T10:26:49,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1569545e6b65dfc631ec21702b37e02, server=f3fc36305cc7,38893,1736245607964}] 2025-01-07T10:26:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:49,288 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:49,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:49,293 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:49,293 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b8a274164b7a4bc8859ecbd39dbe7036, NAME => 'testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036.', STARTKEY => '', ENDKEY => '5'} 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b1569545e6b65dfc631ec21702b37e02, NAME => 'testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02.', STARTKEY => '5', ENDKEY => ''} 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,293 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,294 INFO [StoreOpener-b8a274164b7a4bc8859ecbd39dbe7036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,294 INFO [StoreOpener-b1569545e6b65dfc631ec21702b37e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,296 INFO [StoreOpener-b8a274164b7a4bc8859ecbd39dbe7036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a274164b7a4bc8859ecbd39dbe7036 columnFamilyName family 2025-01-07T10:26:49,296 INFO [StoreOpener-b1569545e6b65dfc631ec21702b37e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1569545e6b65dfc631ec21702b37e02 columnFamilyName family 2025-01-07T10:26:49,296 DEBUG [StoreOpener-b8a274164b7a4bc8859ecbd39dbe7036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:49,296 DEBUG [StoreOpener-b1569545e6b65dfc631ec21702b37e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2025-01-07T10:26:49,296 INFO [StoreOpener-b1569545e6b65dfc631ec21702b37e02-1 {}] regionserver.HStore(327): Store=b1569545e6b65dfc631ec21702b37e02/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:49,296 INFO [StoreOpener-b8a274164b7a4bc8859ecbd39dbe7036-1 {}] regionserver.HStore(327): Store=b8a274164b7a4bc8859ecbd39dbe7036/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2025-01-07T10:26:49,296 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,296 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,297 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,297 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,297 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,297 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,298 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,298 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,298 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,298 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,299 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,299 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,301 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b1569545e6b65dfc631ec21702b37e02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:49,301 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b8a274164b7a4bc8859ecbd39dbe7036/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2025-01-07T10:26:49,302 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b1569545e6b65dfc631ec21702b37e02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68301474, jitterRate=0.017771273851394653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:49,302 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,302 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b8a274164b7a4bc8859ecbd39dbe7036; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61223582, jitterRate=-0.08769753575325012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2025-01-07T10:26:49,302 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,302 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b1569545e6b65dfc631ec21702b37e02: Running coprocessor pre-open hook at 1736245609293Writing region info on filesystem at 1736245609293Initializing all the Stores at 1736245609294 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245609294Cleaning up temporary data from old regions at 1736245609298 (+4 ms)Running coprocessor post-open hooks at 1736245609302 (+4 ms)Region opened successfully at 1736245609302 2025-01-07T10:26:49,302 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b8a274164b7a4bc8859ecbd39dbe7036: Running coprocessor pre-open hook at 1736245609293Writing region info on filesystem at 1736245609293Initializing all the Stores at 1736245609294 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1736245609294Cleaning up temporary data from old regions at 1736245609298 (+4 ms)Running coprocessor post-open hooks at 1736245609302 (+4 ms)Region opened successfully at 1736245609302 2025-01-07T10:26:49,303 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02., pid=8, masterSystemTime=1736245609289 2025-01-07T10:26:49,303 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036., pid=7, masterSystemTime=1736245609288 2025-01-07T10:26:49,305 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:49,305 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:49,306 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b1569545e6b65dfc631ec21702b37e02, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:49,306 DEBUG [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:49,306 INFO [RS_OPEN_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:49,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8a274164b7a4bc8859ecbd39dbe7036, regionState=OPEN, openSeqNum=2, regionLocation=f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:49,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1569545e6b65dfc631ec21702b37e02, server=f3fc36305cc7,38893,1736245607964 because future has completed 2025-01-07T10:26:49,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a274164b7a4bc8859ecbd39dbe7036, server=f3fc36305cc7,36107,1736245608006 because future has completed 2025-01-07T10:26:49,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2025-01-07T10:26:49,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b1569545e6b65dfc631ec21702b37e02, server=f3fc36305cc7,38893,1736245607964 in 172 msec 2025-01-07T10:26:49,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2025-01-07T10:26:49,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8a274164b7a4bc8859ecbd39dbe7036, server=f3fc36305cc7,36107,1736245608006 in 174 msec 2025-01-07T10:26:49,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1569545e6b65dfc631ec21702b37e02, ASSIGN in 331 msec 2025-01-07T10:26:49,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2025-01-07T10:26:49,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8a274164b7a4bc8859ecbd39dbe7036, ASSIGN in 332 msec 2025-01-07T10:26:49,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2025-01-07T10:26:49,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1736245609315"}]},"ts":"1736245609315"} 2025-01-07T10:26:49,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2025-01-07T10:26:49,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2025-01-07T10:26:49,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 368 msec 2025-01-07T10:26:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2025-01-07T10:26:49,578 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2025-01-07T10:26:49,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2025-01-07T10:26:49,578 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:49,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2025-01-07T10:26:49,581 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2025-01-07T10:26:49,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2025-01-07T10:26:49,583 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036., hostname=f3fc36305cc7,36107,1736245608006, seqNum=2] 2025-01-07T10:26:49,583 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2025-01-07T10:26:49,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2025-01-07T10:26:49,593 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02., hostname=f3fc36305cc7,38893,1736245607964, seqNum=2] 2025-01-07T10:26:49,602 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b1569545e6b65dfc631ec21702b37e02 1/1 column families, dataSize=140 B heapSize=776 B 2025-01-07T10:26:49,618 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b1569545e6b65dfc631ec21702b37e02/.tmp/family/50c5f3acb4b14789965cb9d920953085 is 32, key is 5/family:/1736245609594/Put/seqid=0 2025-01-07T10:26:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741839_1015 (size=5083) 2025-01-07T10:26:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741839_1015 (size=5083) 2025-01-07T10:26:49,623 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b1569545e6b65dfc631ec21702b37e02/.tmp/family/50c5f3acb4b14789965cb9d920953085 2025-01-07T10:26:49,629 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b1569545e6b65dfc631ec21702b37e02/.tmp/family/50c5f3acb4b14789965cb9d920953085 as hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b1569545e6b65dfc631ec21702b37e02/family/50c5f3acb4b14789965cb9d920953085 2025-01-07T10:26:49,633 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b1569545e6b65dfc631ec21702b37e02/family/50c5f3acb4b14789965cb9d920953085, entries=5, sequenceid=9, filesize=5.0 K 2025-01-07T10:26:49,634 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b1569545e6b65dfc631ec21702b37e02 in 32ms, sequenceid=9, compaction requested=false 2025-01-07T10:26:49,634 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b1569545e6b65dfc631ec21702b37e02: 2025-01-07T10:26:49,634 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b8a274164b7a4bc8859ecbd39dbe7036 1/1 column families, dataSize=112 B heapSize=672 B 2025-01-07T10:26:49,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b8a274164b7a4bc8859ecbd39dbe7036/.tmp/family/0236022aba0b4847803d080b412e621b is 32, key is 1/family:/1736245609585/Put/seqid=0 2025-01-07T10:26:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741840_1016 (size=5054) 2025-01-07T10:26:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741840_1016 (size=5054) 2025-01-07T10:26:49,653 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b8a274164b7a4bc8859ecbd39dbe7036/.tmp/family/0236022aba0b4847803d080b412e621b 2025-01-07T10:26:49,658 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b8a274164b7a4bc8859ecbd39dbe7036/.tmp/family/0236022aba0b4847803d080b412e621b as hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b8a274164b7a4bc8859ecbd39dbe7036/family/0236022aba0b4847803d080b412e621b 2025-01-07T10:26:49,663 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b8a274164b7a4bc8859ecbd39dbe7036/family/0236022aba0b4847803d080b412e621b, entries=4, sequenceid=8, filesize=4.9 K 2025-01-07T10:26:49,664 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b8a274164b7a4bc8859ecbd39dbe7036 in 30ms, sequenceid=8, compaction requested=false 2025-01-07T10:26:49,664 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b8a274164b7a4bc8859ecbd39dbe7036: 2025-01-07T10:26:49,667 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2025-01-07T10:26:49,670 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:49,670 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2025-01-07T10:26:49,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:49,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2025-01-07T10:26:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] bucket.BucketCache(1863): found 1 blocks for file 50c5f3acb4b14789965cb9d920953085, starting offset: 0, end offset: 9223372036854775807 2025-01-07T10:26:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36107 {}] bucket.BucketCache(1863): found 1 blocks for file 0236022aba0b4847803d080b412e621b, starting offset: 0, end offset: 9223372036854775807 2025-01-07T10:26:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38893 {}] bucket.BucketCache(856): removed key 50c5f3acb4b14789965cb9d920953085_0 from back map with offset lock 2094080 in the evict process 2025-01-07T10:26:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36107 {}] bucket.BucketCache(856): removed key 0236022aba0b4847803d080b412e621b_0 from back map with offset lock 2094080 in the evict process 2025-01-07T10:26:49,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2025-01-07T10:26:49,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:49,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:49,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:49,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:49,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2025-01-07T10:26:49,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2025-01-07T10:26:49,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1095958751, stopped=false 2025-01-07T10:26:49,672 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3fc36305cc7,43229,1736245607921 2025-01-07T10:26:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2025-01-07T10:26:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:49,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:49,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2025-01-07T10:26:49,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3321) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3292) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:686) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:49,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:49,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,38893,1736245607964' ***** 2025-01-07T10:26:49,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:49,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3fc36305cc7,36107,1736245608006' ***** 2025-01-07T10:26:49,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2025-01-07T10:26:49,676 INFO [RS:1;f3fc36305cc7:36107 {}] bucket.BucketCache(1738): Disabling cache 2025-01-07T10:26:49,676 INFO [RS:1;f3fc36305cc7:36107 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2025-01-07T10:26:49,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:49,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:49,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2025-01-07T10:26:49,676 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:49,676 INFO [RS:0;f3fc36305cc7:38893 {}] bucket.BucketCache(1738): Disabling cache 2025-01-07T10:26:49,676 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2025-01-07T10:26:49,676 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2025-01-07T10:26:49,677 INFO [RS:0;f3fc36305cc7:38893 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2025-01-07T10:26:49,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:49,677 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HeapMemoryManager(224): Stopping 2025-01-07T10:26:49,677 INFO [RS:1;f3fc36305cc7:36107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:49,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2025-01-07T10:26:49,677 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2025-01-07T10:26:49,677 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2025-01-07T10:26:49,677 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2025-01-07T10:26:49,677 INFO [RS:1;f3fc36305cc7:36107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:49,677 INFO [RS:0;f3fc36305cc7:38893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2025-01-07T10:26:49,677 INFO [RS:0;f3fc36305cc7:38893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2025-01-07T10:26:49,677 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(3091): Received CLOSE for b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,677 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2025-01-07T10:26:49,677 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(3091): Received CLOSE for b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,677 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:49,678 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:49,678 INFO [RS:0;f3fc36305cc7:38893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3fc36305cc7:38893. 2025-01-07T10:26:49,678 DEBUG [RS:0;f3fc36305cc7:38893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:49,678 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(959): stopping server f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1569545e6b65dfc631ec21702b37e02, disabling compactions & flushes 2025-01-07T10:26:49,678 DEBUG [RS:0;f3fc36305cc7:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:49,678 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:49,678 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. after waiting 0 ms 2025-01-07T10:26:49,678 INFO [RS:1;f3fc36305cc7:36107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f3fc36305cc7:36107. 2025-01-07T10:26:49,678 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:49,678 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:49,678 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8a274164b7a4bc8859ecbd39dbe7036, disabling compactions & flushes 2025-01-07T10:26:49,678 DEBUG [RS:1;f3fc36305cc7:36107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:459) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2025-01-07T10:26:49,678 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:49,678 DEBUG [RS:1;f3fc36305cc7:36107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:49,678 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2025-01-07T10:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. after waiting 0 ms 2025-01-07T10:26:49,678 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:49,678 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2025-01-07T10:26:49,678 DEBUG [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(1325): Online Regions={b8a274164b7a4bc8859ecbd39dbe7036=testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036.} 2025-01-07T10:26:49,678 DEBUG [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(1351): Waiting on b8a274164b7a4bc8859ecbd39dbe7036 2025-01-07T10:26:49,678 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:49,679 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2025-01-07T10:26:49,679 DEBUG [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(1325): Online Regions={b1569545e6b65dfc631ec21702b37e02=testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02., 1588230740=hbase:meta,,1.1588230740} 2025-01-07T10:26:49,679 DEBUG [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1569545e6b65dfc631ec21702b37e02 2025-01-07T10:26:49,679 INFO [regionserver/f3fc36305cc7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:49,679 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2025-01-07T10:26:49,679 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2025-01-07T10:26:49,679 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2025-01-07T10:26:49,679 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2025-01-07T10:26:49,679 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2025-01-07T10:26:49,679 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2025-01-07T10:26:49,682 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b8a274164b7a4bc8859ecbd39dbe7036/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2025-01-07T10:26:49,682 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/default/testClearRegionBlockCache/b1569545e6b65dfc631ec21702b37e02/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2025-01-07T10:26:49,683 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:49,683 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8a274164b7a4bc8859ecbd39dbe7036: Waiting for close lock at 1736245609678Running coprocessor pre-close hooks at 1736245609678Disabling compacts and flushes for region at 1736245609678Disabling writes for close at 1736245609678Writing region close event to WAL at 1736245609679 (+1 ms)Running coprocessor post-close hooks at 1736245609683 (+4 ms)Closed at 1736245609683 2025-01-07T10:26:49,683 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1736245608949.b8a274164b7a4bc8859ecbd39dbe7036. 2025-01-07T10:26:49,683 INFO [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:49,683 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1569545e6b65dfc631ec21702b37e02: Waiting for close lock at 1736245609678Running coprocessor pre-close hooks at 1736245609678Disabling compacts and flushes for region at 1736245609678Disabling writes for close at 1736245609678Writing region close event to WAL at 1736245609678Running coprocessor post-close hooks at 1736245609683 (+5 ms)Closed at 1736245609683 2025-01-07T10:26:49,683 DEBUG [RS_CLOSE_REGION-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02. 2025-01-07T10:26:49,695 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/.tmp/info/65d57d18785b4207af27e98b03acb30b is 173, key is testClearRegionBlockCache,5,1736245608949.b1569545e6b65dfc631ec21702b37e02./info:regioninfo/1736245609306/Put/seqid=0 2025-01-07T10:26:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741841_1017 (size=8173) 2025-01-07T10:26:49,701 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/.tmp/info/65d57d18785b4207af27e98b03acb30b 2025-01-07T10:26:49,719 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/.tmp/ns/a0c97b9aa45c4437b2fabfa91adb5bfa is 43, key is default/ns:d/1736245608851/Put/seqid=0 2025-01-07T10:26:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741842_1018 (size=5153) 2025-01-07T10:26:49,724 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/.tmp/ns/a0c97b9aa45c4437b2fabfa91adb5bfa 2025-01-07T10:26:49,742 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/.tmp/table/5bb3902ddc8b41bb93e485f3c316e058 is 61, key is testClearRegionBlockCache/table:state/1736245609315/Put/seqid=0 2025-01-07T10:26:49,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741843_1019 (size=5312) 2025-01-07T10:26:49,747 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/.tmp/table/5bb3902ddc8b41bb93e485f3c316e058 2025-01-07T10:26:49,752 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/.tmp/info/65d57d18785b4207af27e98b03acb30b as hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/info/65d57d18785b4207af27e98b03acb30b 2025-01-07T10:26:49,756 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/info/65d57d18785b4207af27e98b03acb30b, entries=20, sequenceid=13, filesize=8.0 K 2025-01-07T10:26:49,757 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/.tmp/ns/a0c97b9aa45c4437b2fabfa91adb5bfa as hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/ns/a0c97b9aa45c4437b2fabfa91adb5bfa 2025-01-07T10:26:49,761 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/ns/a0c97b9aa45c4437b2fabfa91adb5bfa, entries=2, sequenceid=13, filesize=5.0 K 2025-01-07T10:26:49,762 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/.tmp/table/5bb3902ddc8b41bb93e485f3c316e058 as hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/table/5bb3902ddc8b41bb93e485f3c316e058 2025-01-07T10:26:49,766 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/table/5bb3902ddc8b41bb93e485f3c316e058, entries=2, sequenceid=13, filesize=5.2 K 2025-01-07T10:26:49,767 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 88ms, sequenceid=13, compaction requested=false 2025-01-07T10:26:49,771 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2025-01-07T10:26:49,771 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2025-01-07T10:26:49,772 INFO [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:49,772 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1736245609679Running coprocessor pre-close hooks at 1736245609679Disabling compacts and flushes for region at 1736245609679Disabling writes for close at 1736245609679Obtaining lock to block concurrent updates at 1736245609679Preparing flush snapshotting stores in 1588230740 at 1736245609679Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1736245609680 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1736245609680Flushing 1588230740/info: creating writer at 1736245609680Flushing 1588230740/info: appending metadata at 1736245609695 (+15 ms)Flushing 1588230740/info: closing flushed file at 1736245609695Flushing 1588230740/ns: creating writer at 1736245609706 (+11 ms)Flushing 1588230740/ns: appending metadata at 1736245609719 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1736245609719Flushing 1588230740/table: creating writer at 1736245609729 (+10 ms)Flushing 1588230740/table: appending metadata at 1736245609742 (+13 ms)Flushing 1588230740/table: closing flushed file at 1736245609742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ce47e9: reopening flushed file at 1736245609751 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af6b18e: reopening flushed file at 1736245609756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6cf9ec: reopening flushed file at 1736245609762 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 88ms, sequenceid=13, compaction requested=false at 1736245609767 (+5 ms)Writing region close event to WAL at 1736245609768 (+1 ms)Running coprocessor post-close hooks at 1736245609771 (+3 ms)Closed at 1736245609772 (+1 ms) 2025-01-07T10:26:49,772 DEBUG [RS_CLOSE_META-regionserver/f3fc36305cc7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2025-01-07T10:26:49,878 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,36107,1736245608006; all regions closed. 2025-01-07T10:26:49,879 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(976): stopping server f3fc36305cc7,38893,1736245607964; all regions closed. 2025-01-07T10:26:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741833_1009 (size=1758) 2025-01-07T10:26:49,881 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,38893,1736245607964/f3fc36305cc7%2C38893%2C1736245607964.meta.1736245608808.meta not finished, retry = 0 2025-01-07T10:26:49,882 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/WALs/f3fc36305cc7,36107,1736245608006/f3fc36305cc7%2C36107%2C1736245608006.1736245608409 not finished, retry = 0 2025-01-07T10:26:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741833_1009 (size=1758) 2025-01-07T10:26:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741835_1011 (size=4338) 2025-01-07T10:26:49,984 DEBUG [RS:1;f3fc36305cc7:36107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/oldWALs 2025-01-07T10:26:49,984 INFO [RS:1;f3fc36305cc7:36107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C36107%2C1736245608006:(num 1736245608409) 2025-01-07T10:26:49,984 DEBUG [RS:1;f3fc36305cc7:36107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:49,984 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:49,984 DEBUG [RS:0;f3fc36305cc7:38893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/oldWALs 2025-01-07T10:26:49,984 INFO [RS:0;f3fc36305cc7:38893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C38893%2C1736245607964.meta:.meta(num 1736245608808) 2025-01-07T10:26:49,984 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:49,985 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:49,985 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2025-01-07T10:26:49,985 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2025-01-07T10:26:49,985 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2025-01-07T10:26:49,985 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:49,985 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:49,985 INFO [RS:1;f3fc36305cc7:36107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36107 2025-01-07T10:26:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741834_1010 (size=1867) 2025-01-07T10:26:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,36107,1736245608006 2025-01-07T10:26:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:49,987 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741834_1010 (size=1867) 2025-01-07T10:26:49,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,36107,1736245608006] 2025-01-07T10:26:49,989 DEBUG [RS:0;f3fc36305cc7:38893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/oldWALs 2025-01-07T10:26:49,989 INFO [RS:0;f3fc36305cc7:38893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3fc36305cc7%2C38893%2C1736245607964:(num 1736245608409) 2025-01-07T10:26:49,989 DEBUG [RS:0;f3fc36305cc7:38893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2025-01-07T10:26:49,989 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.LeaseManager(133): Closed leases 2025-01-07T10:26:49,989 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:49,989 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.ChoreService(370): Chore service for: regionserver/f3fc36305cc7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:49,989 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:49,989 INFO [regionserver/f3fc36305cc7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:49,990 INFO [RS:0;f3fc36305cc7:38893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38893 2025-01-07T10:26:49,990 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,36107,1736245608006 already deleted, retry=false 2025-01-07T10:26:49,990 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,36107,1736245608006 expired; onlineServers=1 2025-01-07T10:26:49,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2025-01-07T10:26:49,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f3fc36305cc7,38893,1736245607964 2025-01-07T10:26:49,994 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:49,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3fc36305cc7,38893,1736245607964] 2025-01-07T10:26:49,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f3fc36305cc7,38893,1736245607964 already deleted, retry=false 2025-01-07T10:26:49,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3fc36305cc7,38893,1736245607964 expired; onlineServers=0 2025-01-07T10:26:49,996 INFO [RegionServerTracker-0 {}] master.HMaster(3336): ***** STOPPING master 'f3fc36305cc7,43229,1736245607921' ***** 2025-01-07T10:26:49,996 INFO [RegionServerTracker-0 {}] master.HMaster(3338): STOPPED: Cluster shutdown set; onlineServer=0 2025-01-07T10:26:49,996 INFO [M:0;f3fc36305cc7:43229 {}] hbase.HBaseServerBase(457): Close async cluster connection 2025-01-07T10:26:49,996 INFO [M:0;f3fc36305cc7:43229 {}] hbase.HBaseServerBase(440): Shutdown chores and chore service 2025-01-07T10:26:49,997 DEBUG [M:0;f3fc36305cc7:43229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2025-01-07T10:26:49,997 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2025-01-07T10:26:49,997 DEBUG [M:0;f3fc36305cc7:43229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2025-01-07T10:26:49,997 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245608207 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.small.0-1736245608207,5,FailOnTimeoutGroup] 2025-01-07T10:26:49,997 DEBUG [master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245608207 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3fc36305cc7:0:becomeActiveMaster-HFileCleaner.large.0-1736245608207,5,FailOnTimeoutGroup] 2025-01-07T10:26:49,997 INFO [M:0;f3fc36305cc7:43229 {}] hbase.ChoreService(370): Chore service for: master/f3fc36305cc7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2025-01-07T10:26:49,997 INFO [M:0;f3fc36305cc7:43229 {}] hbase.HBaseServerBase(450): Shutdown executor service 2025-01-07T10:26:49,997 DEBUG [M:0;f3fc36305cc7:43229 {}] master.HMaster(1806): Stopping service threads 2025-01-07T10:26:49,997 INFO [M:0;f3fc36305cc7:43229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2025-01-07T10:26:49,997 INFO [M:0;f3fc36305cc7:43229 {}] procedure2.ProcedureExecutor(723): Stopping 2025-01-07T10:26:49,997 INFO [M:0;f3fc36305cc7:43229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2025-01-07T10:26:49,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2025-01-07T10:26:49,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2025-01-07T10:26:49,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2025-01-07T10:26:49,998 DEBUG [M:0;f3fc36305cc7:43229 {}] zookeeper.ZKUtil(347): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2025-01-07T10:26:49,998 WARN [M:0;f3fc36305cc7:43229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2025-01-07T10:26:49,998 INFO [M:0;f3fc36305cc7:43229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/.lastflushedseqids 2025-01-07T10:26:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741844_1020 (size=191) 2025-01-07T10:26:50,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741844_1020 (size=191) 2025-01-07T10:26:50,004 INFO [M:0;f3fc36305cc7:43229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2025-01-07T10:26:50,004 INFO [M:0;f3fc36305cc7:43229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2025-01-07T10:26:50,004 DEBUG [M:0;f3fc36305cc7:43229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2025-01-07T10:26:50,004 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:50,004 DEBUG [M:0;f3fc36305cc7:43229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:50,004 DEBUG [M:0;f3fc36305cc7:43229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2025-01-07T10:26:50,004 DEBUG [M:0;f3fc36305cc7:43229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:50,004 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2025-01-07T10:26:50,020 DEBUG [M:0;f3fc36305cc7:43229 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daf751072f7e432a91660b21f7694c46 is 82, key is hbase:meta,,1/info:regioninfo/1736245608840/Put/seqid=0 2025-01-07T10:26:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741845_1021 (size=5672) 2025-01-07T10:26:50,025 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daf751072f7e432a91660b21f7694c46 2025-01-07T10:26:50,043 DEBUG [M:0;f3fc36305cc7:43229 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8bd3192434a43ec8c081b5c417ab0a8 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1736245609319/Put/seqid=0 2025-01-07T10:26:50,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:50,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741846_1022 (size=6220) 2025-01-07T10:26:50,048 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8bd3192434a43ec8c081b5c417ab0a8 2025-01-07T10:26:50,066 DEBUG [M:0;f3fc36305cc7:43229 {}] hfile.HFileWriterImpl(821): Len of the biggest cell in hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af54b38e8f224ea1965b63b2de56170c is 69, key is f3fc36305cc7,36107,1736245608006/rs:state/1736245608261/Put/seqid=0 2025-01-07T10:26:50,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:50,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741847_1023 (size=5224) 2025-01-07T10:26:50,070 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af54b38e8f224ea1965b63b2de56170c 2025-01-07T10:26:50,075 DEBUG [M:0;f3fc36305cc7:43229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daf751072f7e432a91660b21f7694c46 as hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daf751072f7e432a91660b21f7694c46 2025-01-07T10:26:50,079 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daf751072f7e432a91660b21f7694c46, entries=8, sequenceid=71, filesize=5.5 K 2025-01-07T10:26:50,080 DEBUG [M:0;f3fc36305cc7:43229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8bd3192434a43ec8c081b5c417ab0a8 as hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8bd3192434a43ec8c081b5c417ab0a8 2025-01-07T10:26:50,084 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8bd3192434a43ec8c081b5c417ab0a8, entries=8, sequenceid=71, filesize=6.1 K 2025-01-07T10:26:50,085 DEBUG [M:0;f3fc36305cc7:43229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af54b38e8f224ea1965b63b2de56170c as hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af54b38e8f224ea1965b63b2de56170c 2025-01-07T10:26:50,089 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38613/user/jenkins/test-data/a7b3233e-796e-9109-795f-96d7558cac3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af54b38e8f224ea1965b63b2de56170c, entries=2, sequenceid=71, filesize=5.1 K 2025-01-07T10:26:50,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:50,089 INFO [RS:1;f3fc36305cc7:36107 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:50,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1000e8382080002, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:50,089 INFO [RS:1;f3fc36305cc7:36107 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,36107,1736245608006; zookeeper connection closed. 2025-01-07T10:26:50,089 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bcde8f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bcde8f0 2025-01-07T10:26:50,090 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 86ms, sequenceid=71, compaction requested=false 2025-01-07T10:26:50,091 INFO [M:0;f3fc36305cc7:43229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2025-01-07T10:26:50,091 DEBUG [M:0;f3fc36305cc7:43229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1736245610004Disabling compacts and flushes for region at 1736245610004Disabling writes for close at 1736245610004Obtaining lock to block concurrent updates at 1736245610004Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1736245610004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1736245610005 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1736245610005Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1736245610005Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1736245610020 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1736245610020Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1736245610029 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1736245610043 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1736245610043Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1736245610052 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1736245610065 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1736245610065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8d7823: reopening flushed file at 1736245610075 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7299d: reopening flushed file at 1736245610079 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e20dd79: reopening flushed file at 1736245610084 (+5 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 86ms, sequenceid=71, compaction requested=false at 1736245610090 (+6 ms)Writing region close event to WAL at 1736245610091 (+1 ms)Closed at 1736245610091 2025-01-07T10:26:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46625 is added to blk_1073741830_1006 (size=35501) 2025-01-07T10:26:50,094 INFO [M:0;f3fc36305cc7:43229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2025-01-07T10:26:50,094 INFO [M:0;f3fc36305cc7:43229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43229 2025-01-07T10:26:50,094 INFO [M:0;f3fc36305cc7:43229 {}] hbase.HBaseServerBase(481): Close zookeeper 2025-01-07T10:26:50,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2025-01-07T10:26:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42523 is added to blk_1073741830_1006 (size=35501) 2025-01-07T10:26:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38893-0x1000e8382080001, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:50,096 INFO [RS:0;f3fc36305cc7:38893 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:50,096 INFO [RS:0;f3fc36305cc7:38893 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3fc36305cc7,38893,1736245607964; zookeeper connection closed. 2025-01-07T10:26:50,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d1d930d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d1d930d 2025-01-07T10:26:50,096 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2025-01-07T10:26:50,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:50,198 INFO [M:0;f3fc36305cc7:43229 {}] hbase.HBaseServerBase(488): Close table descriptors 2025-01-07T10:26:50,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43229-0x1000e8382080000, quorum=127.0.0.1:55600, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2025-01-07T10:26:50,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d73626b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:50,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24a9f2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:50,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:50,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68aebe0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:50,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169d8968{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:50,202 WARN [BP-346172757-172.17.0.2-1736245607131 heartbeating to localhost/127.0.0.1:38613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:50,202 WARN [BP-346172757-172.17.0.2-1736245607131 heartbeating to localhost/127.0.0.1:38613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-346172757-172.17.0.2-1736245607131 (Datanode Uuid 5d611ae4-d7b9-463a-99ba-b8576bfce73a) service to localhost/127.0.0.1:38613 2025-01-07T10:26:50,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:50,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:50,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/data/data3/current/BP-346172757-172.17.0.2-1736245607131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:50,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/data/data4/current/BP-346172757-172.17.0.2-1736245607131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:50,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:50,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62bdeaa2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2025-01-07T10:26:50,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cb9e19f{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:50,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:50,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3125681d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:50,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@549b637f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:50,206 WARN [BP-346172757-172.17.0.2-1736245607131 heartbeating to localhost/127.0.0.1:38613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2025-01-07T10:26:50,206 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2025-01-07T10:26:50,206 WARN [BP-346172757-172.17.0.2-1736245607131 heartbeating to localhost/127.0.0.1:38613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-346172757-172.17.0.2-1736245607131 (Datanode Uuid 67507400-8ea2-4773-86e3-6e9aad45a22c) service to localhost/127.0.0.1:38613 2025-01-07T10:26:50,206 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2025-01-07T10:26:50,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/data/data1/current/BP-346172757-172.17.0.2-1736245607131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:50,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/cluster_a60d2d88-6bce-b6be-d899-14feff379482/data/data2/current/BP-346172757-172.17.0.2-1736245607131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2025-01-07T10:26:50,207 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2025-01-07T10:26:50,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33172c8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2025-01-07T10:26:50,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f327e84{HTTP/1.1, (http/1.1)}{localhost:0} 2025-01-07T10:26:50,213 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2025-01-07T10:26:50,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@307bbf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2025-01-07T10:26:50,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6862d6e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b463e1cc-d78e-4635-e9f1-8c5e807e55a5/hadoop.log.dir/,STOPPED} 2025-01-07T10:26:50,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2025-01-07T10:26:50,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2025-01-07T10:26:50,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=207 (was 187) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:38613 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:38613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:38613 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (693819396) connection to localhost/127.0.0.1:38613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=558 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 106) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2020 (was 2170)