2024-11-08 18:31:09,478 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-08 18:31:09,517 main DEBUG Took 0.035139 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 18:31:09,517 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 18:31:09,518 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 18:31:09,520 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 18:31:09,522 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,538 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 18:31:09,563 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,568 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,570 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,572 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,574 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,576 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,578 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,579 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,581 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,582 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,583 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:31:09,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,585 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 18:31:09,587 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:31:09,589 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 18:31:09,591 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 18:31:09,592 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 18:31:09,594 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 18:31:09,595 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 18:31:09,607 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 18:31:09,612 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 18:31:09,614 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 18:31:09,615 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 18:31:09,616 main DEBUG createAppenders(={Console}) 2024-11-08 18:31:09,617 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-08 18:31:09,617 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-08 18:31:09,618 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-08 18:31:09,619 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 18:31:09,619 main DEBUG OutputStream closed 2024-11-08 18:31:09,620 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 18:31:09,620 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 18:31:09,621 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-08 18:31:09,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 18:31:09,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 18:31:09,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 18:31:09,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 18:31:09,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 18:31:09,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 18:31:09,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 18:31:09,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 18:31:09,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 18:31:09,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 18:31:09,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 18:31:09,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 18:31:09,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 18:31:09,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 18:31:09,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 18:31:09,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 18:31:09,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 18:31:09,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 18:31:09,758 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 18:31:09,759 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-08 18:31:09,760 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 18:31:09,761 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-08T18:31:09,783 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-08 18:31:09,787 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 18:31:09,787 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T18:31:09,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1134, ProcessCount=11, AvailableMemoryMB=3354 2024-11-08T18:31:10,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e 2024-11-08T18:31:10,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:31:10,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014, deleteOnExit=true 2024-11-08T18:31:10,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:31:10,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/test.cache.data in system properties and HBase conf 2024-11-08T18:31:10,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:31:10,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:31:10,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:31:10,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:31:10,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:31:10,394 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T18:31:10,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:31:10,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:10,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:10,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:31:10,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:10,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:31:10,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:31:10,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:10,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:10,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:31:10,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:31:10,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:31:10,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:10,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:31:10,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:31:12,002 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T18:31:12,089 INFO [Time-limited test {}] log.Log(170): Logging initialized @3596ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T18:31:12,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:12,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:12,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:12,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:12,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:31:12,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:12,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:12,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:12,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b945fd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/java.io.tmpdir/jetty-localhost-43039-hadoop-hdfs-3_4_1-tests_jar-_-any-5394777658987545115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:12,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:43039} 2024-11-08T18:31:12,469 INFO [Time-limited test {}] server.Server(415): Started @3976ms 2024-11-08T18:31:13,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:13,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:13,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:13,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:13,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:31:13,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:13,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:13,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672decf3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/java.io.tmpdir/jetty-localhost-40377-hadoop-hdfs-3_4_1-tests_jar-_-any-9182808086041529725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:13,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:40377} 2024-11-08T18:31:13,225 INFO [Time-limited test {}] server.Server(415): Started @4731ms 2024-11-08T18:31:13,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:13,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:13,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:13,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:13,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:13,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:13,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:13,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:13,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aa960bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/java.io.tmpdir/jetty-localhost-34281-hadoop-hdfs-3_4_1-tests_jar-_-any-5670018821661212957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:13,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:34281} 2024-11-08T18:31:13,529 INFO [Time-limited test {}] server.Server(415): Started @5036ms 2024-11-08T18:31:13,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:14,384 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/data/data2/current/BP-2052756602-172.17.0.3-1731090671282/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:14,384 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/data/data4/current/BP-2052756602-172.17.0.3-1731090671282/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:14,384 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/data/data1/current/BP-2052756602-172.17.0.3-1731090671282/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:14,384 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/data/data3/current/BP-2052756602-172.17.0.3-1731090671282/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:14,415 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:14,415 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:14,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ec2bfee9fafac49 with lease ID 0x10aeaae5da68e812: Processing first storage report for DS-a2379343-fbc8-4017-96a3-6f161b808359 from datanode DatanodeRegistration(127.0.0.1:36361, datanodeUuid=b05cfafb-bd01-4365-a7f5-52e77373dbd3, infoPort=41521, infoSecurePort=0, ipcPort=43723, storageInfo=lv=-57;cid=testClusterID;nsid=1458288297;c=1731090671282) 2024-11-08T18:31:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ec2bfee9fafac49 with lease ID 0x10aeaae5da68e812: from storage DS-a2379343-fbc8-4017-96a3-6f161b808359 node DatanodeRegistration(127.0.0.1:36361, datanodeUuid=b05cfafb-bd01-4365-a7f5-52e77373dbd3, infoPort=41521, infoSecurePort=0, ipcPort=43723, storageInfo=lv=-57;cid=testClusterID;nsid=1458288297;c=1731090671282), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T18:31:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92e248f634ed0483 with lease ID 0x10aeaae5da68e813: Processing first storage report for DS-3a088955-e851-4a1c-bbc4-98e2875b95d8 from datanode DatanodeRegistration(127.0.0.1:43919, datanodeUuid=cfe77643-a51d-403c-82a8-223aa1185f08, infoPort=41339, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=1458288297;c=1731090671282) 2024-11-08T18:31:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92e248f634ed0483 with lease ID 0x10aeaae5da68e813: from storage DS-3a088955-e851-4a1c-bbc4-98e2875b95d8 node DatanodeRegistration(127.0.0.1:43919, datanodeUuid=cfe77643-a51d-403c-82a8-223aa1185f08, infoPort=41339, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=1458288297;c=1731090671282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:14,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ec2bfee9fafac49 with lease ID 0x10aeaae5da68e812: Processing first storage report for DS-01954c7f-d216-4a98-8023-7027658d32b5 from datanode DatanodeRegistration(127.0.0.1:36361, datanodeUuid=b05cfafb-bd01-4365-a7f5-52e77373dbd3, infoPort=41521, infoSecurePort=0, ipcPort=43723, storageInfo=lv=-57;cid=testClusterID;nsid=1458288297;c=1731090671282) 2024-11-08T18:31:14,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ec2bfee9fafac49 with lease ID 0x10aeaae5da68e812: from storage DS-01954c7f-d216-4a98-8023-7027658d32b5 node DatanodeRegistration(127.0.0.1:36361, datanodeUuid=b05cfafb-bd01-4365-a7f5-52e77373dbd3, infoPort=41521, infoSecurePort=0, ipcPort=43723, storageInfo=lv=-57;cid=testClusterID;nsid=1458288297;c=1731090671282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:14,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92e248f634ed0483 with lease ID 0x10aeaae5da68e813: Processing first storage report for DS-80882396-ebb7-418e-9e26-f3904622f3d8 from datanode DatanodeRegistration(127.0.0.1:43919, datanodeUuid=cfe77643-a51d-403c-82a8-223aa1185f08, infoPort=41339, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=1458288297;c=1731090671282) 2024-11-08T18:31:14,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92e248f634ed0483 with lease ID 0x10aeaae5da68e813: from storage DS-80882396-ebb7-418e-9e26-f3904622f3d8 node DatanodeRegistration(127.0.0.1:43919, datanodeUuid=cfe77643-a51d-403c-82a8-223aa1185f08, infoPort=41339, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=1458288297;c=1731090671282), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T18:31:14,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e 2024-11-08T18:31:14,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/zookeeper_0, clientPort=64494, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:31:14,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64494 2024-11-08T18:31:14,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:14,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:14,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:15,246 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75 with version=8 2024-11-08T18:31:15,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/hbase-staging 2024-11-08T18:31:15,334 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T18:31:15,583 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:15,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:15,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:15,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:15,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:15,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:15,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:31:15,801 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T18:31:15,810 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T18:31:15,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:15,837 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48112 (auto-detected) 2024-11-08T18:31:15,838 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T18:31:15,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44621 2024-11-08T18:31:15,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44621 connecting to ZooKeeper ensemble=127.0.0.1:64494 2024-11-08T18:31:16,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446210x0, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:16,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44621-0x1011bb76f4a0000 connected 2024-11-08T18:31:16,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:16,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:16,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:16,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75, hbase.cluster.distributed=false 2024-11-08T18:31:16,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:16,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44621 2024-11-08T18:31:16,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44621 2024-11-08T18:31:16,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44621 2024-11-08T18:31:16,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44621 2024-11-08T18:31:16,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44621 2024-11-08T18:31:16,247 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:16,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:16,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:16,249 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:16,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:16,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:16,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:16,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:16,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44537 2024-11-08T18:31:16,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44537 connecting to ZooKeeper ensemble=127.0.0.1:64494 2024-11-08T18:31:16,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:16,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:16,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445370x0, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:16,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44537-0x1011bb76f4a0001 connected 2024-11-08T18:31:16,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:16,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:16,408 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:16,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:16,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:16,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44537 2024-11-08T18:31:16,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44537 2024-11-08T18:31:16,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44537 2024-11-08T18:31:16,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44537 2024-11-08T18:31:16,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44537 2024-11-08T18:31:16,435 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:16,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:16,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:16,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:16,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:16,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:16,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:16,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:16,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35457 2024-11-08T18:31:16,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35457 connecting to ZooKeeper ensemble=127.0.0.1:64494 2024-11-08T18:31:16,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:16,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:16,473 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354570x0, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:16,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35457-0x1011bb76f4a0002 connected 2024-11-08T18:31:16,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:16,474 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:16,476 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:16,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:16,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:16,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35457 2024-11-08T18:31:16,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35457 2024-11-08T18:31:16,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35457 2024-11-08T18:31:16,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35457 2024-11-08T18:31:16,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35457 2024-11-08T18:31:16,499 DEBUG [M:0;2424dce0d377:44621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:44621 2024-11-08T18:31:16,500 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2424dce0d377,44621,1731090675428 2024-11-08T18:31:16,515 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:16,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:16,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:16,518 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2424dce0d377,44621,1731090675428 2024-11-08T18:31:16,546 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:16,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:16,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:16,547 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:16,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:16,547 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T18:31:16,548 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2424dce0d377,44621,1731090675428 from backup master directory 2024-11-08T18:31:16,557 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2424dce0d377,44621,1731090675428 2024-11-08T18:31:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:16,558 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:16,558 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,44621,1731090675428 2024-11-08T18:31:16,562 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T18:31:16,564 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T18:31:16,624 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/hbase.id] with ID: 9e04c7a3-c404-4478-8d95-91022a768711 2024-11-08T18:31:16,625 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/.tmp/hbase.id 2024-11-08T18:31:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:16,637 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/.tmp/hbase.id]:[hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/hbase.id] 2024-11-08T18:31:16,683 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:16,687 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:31:16,705 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T18:31:16,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:16,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:16,736 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:16,772 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:16,774 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:31:16,788 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:31:16,791 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:16,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:16,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:16,835 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store 2024-11-08T18:31:16,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:16,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:16,859 INFO [master/2424dce0d377:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T18:31:16,863 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:16,864 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:16,864 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:16,864 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:16,866 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:16,866 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:16,866 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:16,867 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090676864Disabling compacts and flushes for region at 1731090676864Disabling writes for close at 1731090676866 (+2 ms)Writing region close event to WAL at 1731090676866Closed at 1731090676866 2024-11-08T18:31:16,869 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/.initializing 2024-11-08T18:31:16,869 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/WALs/2424dce0d377,44621,1731090675428 2024-11-08T18:31:16,877 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:16,891 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C44621%2C1731090675428, suffix=, logDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/WALs/2424dce0d377,44621,1731090675428, archiveDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/oldWALs, maxLogs=10 2024-11-08T18:31:16,912 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/WALs/2424dce0d377,44621,1731090675428/2424dce0d377%2C44621%2C1731090675428.1731090676895, exclude list is [], retry=0 2024-11-08T18:31:16,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36361,DS-a2379343-fbc8-4017-96a3-6f161b808359,DISK] 2024-11-08T18:31:16,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43919,DS-3a088955-e851-4a1c-bbc4-98e2875b95d8,DISK] 2024-11-08T18:31:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T18:31:16,964 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/WALs/2424dce0d377,44621,1731090675428/2424dce0d377%2C44621%2C1731090675428.1731090676895 2024-11-08T18:31:16,965 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521),(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-08T18:31:16,966 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:16,966 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:16,968 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:16,969 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:31:17,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:17,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:17,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:31:17,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:17,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:17,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:31:17,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:17,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:17,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:31:17,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:17,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:17,048 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,051 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,053 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,058 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,059 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,062 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:17,066 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:17,071 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:17,073 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61155247, jitterRate=-0.0887158066034317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:17,080 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090676981Initializing all the Stores at 1731090676983 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090676984 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090676984Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090676985 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090676985Cleaning up temporary data from old regions at 1731090677059 (+74 ms)Region opened successfully at 1731090677080 (+21 ms) 2024-11-08T18:31:17,081 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:31:17,112 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c156e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:17,139 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:31:17,148 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:31:17,148 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:31:17,151 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:31:17,152 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T18:31:17,156 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-08T18:31:17,157 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:31:17,180 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:31:17,189 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T18:31:17,314 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T18:31:17,321 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:31:17,326 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:31:17,436 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T18:31:17,439 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:31:17,444 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:31:17,598 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T18:31:17,601 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:31:17,683 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T18:31:17,709 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:31:17,714 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T18:31:17,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:17,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:17,725 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:17,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:17,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:17,725 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:17,729 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,44621,1731090675428, sessionid=0x1011bb76f4a0000, setting cluster-up flag (Was=false) 2024-11-08T18:31:17,757 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:17,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:17,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:17,789 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T18:31:17,792 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,44621,1731090675428 2024-11-08T18:31:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:17,810 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:17,841 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T18:31:17,843 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,44621,1731090675428 2024-11-08T18:31:17,852 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:31:17,889 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(746): ClusterId : 9e04c7a3-c404-4478-8d95-91022a768711 2024-11-08T18:31:17,889 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(746): ClusterId : 9e04c7a3-c404-4478-8d95-91022a768711 2024-11-08T18:31:17,891 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:17,891 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:17,906 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:17,906 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:17,906 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:17,906 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:17,917 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:17,917 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:17,917 DEBUG [RS:0;2424dce0d377:44537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28834814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:17,917 DEBUG [RS:1;2424dce0d377:35457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7be3b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:17,931 DEBUG [RS:0;2424dce0d377:44537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:44537 2024-11-08T18:31:17,931 DEBUG [RS:1;2424dce0d377:35457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2424dce0d377:35457 2024-11-08T18:31:17,934 INFO [RS:0;2424dce0d377:44537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:17,934 INFO [RS:1;2424dce0d377:35457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:17,934 INFO [RS:0;2424dce0d377:44537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:17,934 INFO [RS:1;2424dce0d377:35457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:17,934 DEBUG [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:17,934 DEBUG [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:17,934 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:17,937 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,44621,1731090675428 with port=44537, startcode=1731090676216 2024-11-08T18:31:17,937 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,44621,1731090675428 with port=35457, startcode=1731090676435 2024-11-08T18:31:17,946 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:31:17,947 DEBUG [RS:0;2424dce0d377:44537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:17,947 DEBUG [RS:1;2424dce0d377:35457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:17,955 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:31:17,961 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,44621,1731090675428 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:31:17,970 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:17,971 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:17,971 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:17,971 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:17,972 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:31:17,972 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:17,972 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:17,972 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:17,974 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090707974 2024-11-08T18:31:17,976 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:31:17,979 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:31:17,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:17,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:31:17,980 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:17,980 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:17,983 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:31:17,983 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:31:17,984 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:31:17,984 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:31:17,986 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44621 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T18:31:17,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:17,985 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:17,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:31:17,989 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:31:17,990 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:31:17,990 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:31:17,992 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:31:17,992 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:31:17,993 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44621 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T18:31:17,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090677993,5,FailOnTimeoutGroup] 2024-11-08T18:31:17,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090677996,5,FailOnTimeoutGroup] 2024-11-08T18:31:17,996 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:17,997 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:31:17,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:17,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:18,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:31:18,002 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75 2024-11-08T18:31:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:18,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:18,015 DEBUG [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T18:31:18,015 DEBUG [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T18:31:18,015 WARN [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T18:31:18,015 WARN [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T18:31:18,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:18,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:18,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:18,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:18,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:18,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:18,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:18,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:18,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:18,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:18,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:18,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:18,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:18,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:18,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:18,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:18,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:18,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:18,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740 2024-11-08T18:31:18,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740 2024-11-08T18:31:18,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:18,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:18,037 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:18,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:18,043 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:18,044 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64339238, jitterRate=-0.04127064347267151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:18,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090678016Initializing all the Stores at 1731090678018 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090678018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090678018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090678018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090678018Cleaning up temporary data from old regions at 1731090678037 (+19 ms)Region opened successfully at 1731090678048 (+11 ms) 2024-11-08T18:31:18,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:18,048 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:18,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:18,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:18,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:18,050 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:18,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090678048Disabling compacts and flushes for region at 1731090678048Disabling writes for close at 1731090678049 (+1 ms)Writing region close event to WAL at 1731090678050 (+1 ms)Closed at 1731090678050 2024-11-08T18:31:18,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:18,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:31:18,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:31:18,067 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:18,070 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:31:18,117 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,44621,1731090675428 with port=35457, startcode=1731090676435 2024-11-08T18:31:18,117 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,44621,1731090675428 with port=44537, startcode=1731090676216 2024-11-08T18:31:18,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,35457,1731090676435 2024-11-08T18:31:18,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44621 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,35457,1731090676435 2024-11-08T18:31:18,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,44537,1731090676216 2024-11-08T18:31:18,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44621 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,44537,1731090676216 2024-11-08T18:31:18,133 DEBUG [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75 2024-11-08T18:31:18,133 DEBUG [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34399 2024-11-08T18:31:18,133 DEBUG [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:18,136 DEBUG [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75 2024-11-08T18:31:18,136 DEBUG [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34399 2024-11-08T18:31:18,136 DEBUG [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:18,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:18,184 DEBUG [RS:1;2424dce0d377:35457 {}] zookeeper.ZKUtil(111): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,35457,1731090676435 2024-11-08T18:31:18,184 WARN [RS:1;2424dce0d377:35457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:18,185 INFO [RS:1;2424dce0d377:35457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:18,185 DEBUG [RS:0;2424dce0d377:44537 {}] zookeeper.ZKUtil(111): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,44537,1731090676216 2024-11-08T18:31:18,185 WARN [RS:0;2424dce0d377:44537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:18,185 DEBUG [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,35457,1731090676435 2024-11-08T18:31:18,185 INFO [RS:0;2424dce0d377:44537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:18,185 DEBUG [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,44537,1731090676216 2024-11-08T18:31:18,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,35457,1731090676435] 2024-11-08T18:31:18,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,44537,1731090676216] 2024-11-08T18:31:18,210 INFO [RS:0;2424dce0d377:44537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:18,210 INFO [RS:1;2424dce0d377:35457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:18,220 WARN [2424dce0d377:44621 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:31:18,226 INFO [RS:1;2424dce0d377:35457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:18,226 INFO [RS:0;2424dce0d377:44537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:18,230 INFO [RS:1;2424dce0d377:35457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:18,231 INFO [RS:0;2424dce0d377:44537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:18,231 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,231 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,232 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:18,234 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:18,237 INFO [RS:0;2424dce0d377:44537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:18,237 INFO [RS:1;2424dce0d377:35457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:18,239 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,239 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,239 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,239 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,239 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,239 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,239 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,239 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,239 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,239 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:18,240 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:18,240 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,240 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,241 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,241 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:18,241 DEBUG [RS:1;2424dce0d377:35457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:18,241 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,241 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:18,241 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:18,241 DEBUG [RS:0;2424dce0d377:44537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:18,242 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,242 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,242 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,242 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,242 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,242 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,242 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,242 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,242 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35457,1731090676435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:18,243 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,243 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,243 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44537,1731090676216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:18,261 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:18,261 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:18,263 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35457,1731090676435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,263 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44537,1731090676216-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,263 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,263 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,264 INFO [RS:0;2424dce0d377:44537 {}] regionserver.Replication(171): 2424dce0d377,44537,1731090676216 started 2024-11-08T18:31:18,264 INFO [RS:1;2424dce0d377:35457 {}] regionserver.Replication(171): 2424dce0d377,35457,1731090676435 started 2024-11-08T18:31:18,284 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,284 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,35457,1731090676435, RpcServer on 2424dce0d377/172.17.0.3:35457, sessionid=0x1011bb76f4a0002 2024-11-08T18:31:18,285 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:18,286 DEBUG [RS:1;2424dce0d377:35457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,35457,1731090676435 2024-11-08T18:31:18,286 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,35457,1731090676435' 2024-11-08T18:31:18,286 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:18,286 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:18,287 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,44537,1731090676216, RpcServer on 2424dce0d377/172.17.0.3:44537, sessionid=0x1011bb76f4a0001 2024-11-08T18:31:18,287 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:18,287 DEBUG [RS:0;2424dce0d377:44537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,44537,1731090676216 2024-11-08T18:31:18,287 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,44537,1731090676216' 2024-11-08T18:31:18,287 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:18,287 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:18,293 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:18,293 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:18,293 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:18,293 DEBUG [RS:1;2424dce0d377:35457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,35457,1731090676435 2024-11-08T18:31:18,293 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,35457,1731090676435' 2024-11-08T18:31:18,293 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:18,296 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:18,296 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:18,296 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:18,296 DEBUG [RS:0;2424dce0d377:44537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,44537,1731090676216 2024-11-08T18:31:18,296 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,44537,1731090676216' 2024-11-08T18:31:18,296 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:18,297 DEBUG [RS:1;2424dce0d377:35457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:18,297 INFO [RS:1;2424dce0d377:35457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:18,297 INFO [RS:1;2424dce0d377:35457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:18,297 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:18,301 DEBUG [RS:0;2424dce0d377:44537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:18,301 INFO [RS:0;2424dce0d377:44537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:18,301 INFO [RS:0;2424dce0d377:44537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:18,402 INFO [RS:1;2424dce0d377:35457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:18,402 INFO [RS:0;2424dce0d377:44537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:18,406 INFO [RS:0;2424dce0d377:44537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C44537%2C1731090676216, suffix=, logDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,44537,1731090676216, archiveDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/oldWALs, maxLogs=32 2024-11-08T18:31:18,406 INFO [RS:1;2424dce0d377:35457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C35457%2C1731090676435, suffix=, logDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,35457,1731090676435, archiveDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/oldWALs, maxLogs=32 2024-11-08T18:31:18,424 DEBUG [RS:1;2424dce0d377:35457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,35457,1731090676435/2424dce0d377%2C35457%2C1731090676435.1731090678410, exclude list is [], retry=0 2024-11-08T18:31:18,430 DEBUG [RS:0;2424dce0d377:44537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,44537,1731090676216/2424dce0d377%2C44537%2C1731090676216.1731090678410, exclude list is [], retry=0 2024-11-08T18:31:18,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43919,DS-3a088955-e851-4a1c-bbc4-98e2875b95d8,DISK] 2024-11-08T18:31:18,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36361,DS-a2379343-fbc8-4017-96a3-6f161b808359,DISK] 2024-11-08T18:31:18,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43919,DS-3a088955-e851-4a1c-bbc4-98e2875b95d8,DISK] 2024-11-08T18:31:18,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36361,DS-a2379343-fbc8-4017-96a3-6f161b808359,DISK] 2024-11-08T18:31:18,437 INFO [RS:1;2424dce0d377:35457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,35457,1731090676435/2424dce0d377%2C35457%2C1731090676435.1731090678410 2024-11-08T18:31:18,439 DEBUG [RS:1;2424dce0d377:35457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521),(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-08T18:31:18,450 INFO [RS:0;2424dce0d377:44537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,44537,1731090676216/2424dce0d377%2C44537%2C1731090676216.1731090678410 2024-11-08T18:31:18,456 DEBUG [RS:0;2424dce0d377:44537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521),(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-08T18:31:18,474 DEBUG [2424dce0d377:44621 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T18:31:18,485 DEBUG [2424dce0d377:44621 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:18,499 DEBUG [2424dce0d377:44621 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:18,499 DEBUG [2424dce0d377:44621 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:18,499 DEBUG [2424dce0d377:44621 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:18,499 DEBUG [2424dce0d377:44621 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:18,499 INFO [2424dce0d377:44621 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:18,500 INFO [2424dce0d377:44621 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:18,500 DEBUG [2424dce0d377:44621 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:18,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,44537,1731090676216 2024-11-08T18:31:18,520 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,44537,1731090676216, state=OPENING 2024-11-08T18:31:18,588 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:31:18,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:18,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:18,599 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:18,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:18,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:18,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:18,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:18,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,44537,1731090676216}] 2024-11-08T18:31:18,790 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:18,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:18,811 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:31:18,812 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:18,812 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:31:18,816 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C44537%2C1731090676216.meta, suffix=.meta, logDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,44537,1731090676216, archiveDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/oldWALs, maxLogs=32 2024-11-08T18:31:18,832 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,44537,1731090676216/2424dce0d377%2C44537%2C1731090676216.meta.1731090678818.meta, exclude list is [], retry=0 2024-11-08T18:31:18,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43919,DS-3a088955-e851-4a1c-bbc4-98e2875b95d8,DISK] 2024-11-08T18:31:18,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36361,DS-a2379343-fbc8-4017-96a3-6f161b808359,DISK] 2024-11-08T18:31:18,840 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,44537,1731090676216/2424dce0d377%2C44537%2C1731090676216.meta.1731090678818.meta 2024-11-08T18:31:18,840 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41339:41339),(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-08T18:31:18,841 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:18,842 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:31:18,845 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:31:18,849 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:31:18,853 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:31:18,853 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:18,854 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:31:18,854 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:31:18,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:18,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:18,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:18,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:18,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:18,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:18,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:18,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:18,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:18,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:18,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:18,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:18,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:18,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:18,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:18,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:18,871 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:18,873 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740 2024-11-08T18:31:18,876 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740 2024-11-08T18:31:18,878 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:18,878 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:18,879 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:18,883 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:18,885 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72813685, jitterRate=0.08500845730304718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:18,885 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:31:18,886 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090678854Writing region info on filesystem at 1731090678854Initializing all the Stores at 1731090678856 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090678856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090678856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090678857 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090678857Cleaning up temporary data from old regions at 1731090678879 (+22 ms)Running coprocessor post-open hooks at 1731090678885 (+6 ms)Region opened successfully at 1731090678886 (+1 ms) 2024-11-08T18:31:18,893 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090678778 2024-11-08T18:31:18,905 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:31:18,906 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:31:18,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,44537,1731090676216 2024-11-08T18:31:18,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,44537,1731090676216, state=OPEN 2024-11-08T18:31:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:18,999 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:18,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:18,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:18,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:19,000 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,44537,1731090676216 2024-11-08T18:31:19,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:31:19,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,44537,1731090676216 in 395 msec 2024-11-08T18:31:19,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:31:19,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 950 msec 2024-11-08T18:31:19,016 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:19,016 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:31:19,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:19,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,44537,1731090676216, seqNum=-1] 2024-11-08T18:31:19,060 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:19,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:19,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-08T18:31:19,083 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090679083, completionTime=-1 2024-11-08T18:31:19,086 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T18:31:19,086 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:31:19,115 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T18:31:19,115 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090739115 2024-11-08T18:31:19,116 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090799115 2024-11-08T18:31:19,116 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-08T18:31:19,118 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T18:31:19,126 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44621,1731090675428-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:19,127 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44621,1731090675428-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:19,127 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44621,1731090675428-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:19,128 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:44621, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:19,129 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:19,129 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:19,135 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:31:19,161 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.603sec 2024-11-08T18:31:19,162 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:31:19,164 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:31:19,166 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:31:19,166 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:31:19,166 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:31:19,167 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44621,1731090675428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:19,168 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44621,1731090675428-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:31:19,173 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:31:19,174 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:31:19,174 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44621,1731090675428-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:19,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cb0b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:19,203 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T18:31:19,203 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T18:31:19,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44621,-1 for getting cluster id 2024-11-08T18:31:19,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:31:19,248 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e04c7a3-c404-4478-8d95-91022a768711' 2024-11-08T18:31:19,250 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:31:19,250 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e04c7a3-c404-4478-8d95-91022a768711" 2024-11-08T18:31:19,251 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9d6ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:19,251 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44621,-1] 2024-11-08T18:31:19,254 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:31:19,257 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:19,257 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:31:19,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15faa7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:19,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:19,269 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,44537,1731090676216, seqNum=-1] 2024-11-08T18:31:19,269 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:19,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:19,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,44621,1731090675428 2024-11-08T18:31:19,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:31:19,317 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,44621,1731090675428 2024-11-08T18:31:19,320 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1272f2f0 2024-11-08T18:31:19,321 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:31:19,324 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:31:19,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44621 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44621 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T18:31:19,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:31:19,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44621 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T18:31:19,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:19,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:31:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:19,782 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd0ac1cb5a20e4133edf90d52557c5b7, NAME => 'testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75 2024-11-08T18:31:19,782 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b18e7f11ae2d2ab231b85ce86d41d9c6, NAME => 'testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75 2024-11-08T18:31:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:19,797 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:19,797 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b18e7f11ae2d2ab231b85ce86d41d9c6, disabling compactions & flushes 2024-11-08T18:31:19,797 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:19,797 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:19,797 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. after waiting 0 ms 2024-11-08T18:31:19,797 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:19,797 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:19,797 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b18e7f11ae2d2ab231b85ce86d41d9c6: Waiting for close lock at 1731090679797Disabling compacts and flushes for region at 1731090679797Disabling writes for close at 1731090679797Writing region close event to WAL at 1731090679797Closed at 1731090679797 2024-11-08T18:31:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:20,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:20,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fd0ac1cb5a20e4133edf90d52557c5b7, disabling compactions & flushes 2024-11-08T18:31:20,197 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:20,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:20,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. after waiting 0 ms 2024-11-08T18:31:20,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:20,197 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:20,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd0ac1cb5a20e4133edf90d52557c5b7: Waiting for close lock at 1731090680197Disabling compacts and flushes for region at 1731090680197Disabling writes for close at 1731090680197Writing region close event to WAL at 1731090680197Closed at 1731090680197 2024-11-08T18:31:20,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:31:20,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090680201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090680201"}]},"ts":"1731090680201"} 2024-11-08T18:31:20,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090680201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090680201"}]},"ts":"1731090680201"} 2024-11-08T18:31:20,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T18:31:20,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:31:20,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090680242"}]},"ts":"1731090680242"} 2024-11-08T18:31:20,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T18:31:20,250 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:20,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:20,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:20,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:20,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:20,252 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:20,252 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:20,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:20,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd0ac1cb5a20e4133edf90d52557c5b7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b18e7f11ae2d2ab231b85ce86d41d9c6, ASSIGN}] 2024-11-08T18:31:20,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd0ac1cb5a20e4133edf90d52557c5b7, ASSIGN 2024-11-08T18:31:20,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b18e7f11ae2d2ab231b85ce86d41d9c6, ASSIGN 2024-11-08T18:31:20,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b18e7f11ae2d2ab231b85ce86d41d9c6, ASSIGN; state=OFFLINE, location=2424dce0d377,44537,1731090676216; forceNewPlan=false, retain=false 2024-11-08T18:31:20,258 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd0ac1cb5a20e4133edf90d52557c5b7, ASSIGN; state=OFFLINE, location=2424dce0d377,35457,1731090676435; forceNewPlan=false, retain=false 2024-11-08T18:31:20,413 INFO [2424dce0d377:44621 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T18:31:20,414 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd0ac1cb5a20e4133edf90d52557c5b7, regionState=OPENING, regionLocation=2424dce0d377,35457,1731090676435 2024-11-08T18:31:20,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b18e7f11ae2d2ab231b85ce86d41d9c6, regionState=OPENING, regionLocation=2424dce0d377,44537,1731090676216 2024-11-08T18:31:20,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b18e7f11ae2d2ab231b85ce86d41d9c6, ASSIGN because future has completed 2024-11-08T18:31:20,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b18e7f11ae2d2ab231b85ce86d41d9c6, server=2424dce0d377,44537,1731090676216}] 2024-11-08T18:31:20,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd0ac1cb5a20e4133edf90d52557c5b7, ASSIGN because future has completed 2024-11-08T18:31:20,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd0ac1cb5a20e4133edf90d52557c5b7, server=2424dce0d377,35457,1731090676435}] 2024-11-08T18:31:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:20,579 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:20,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:20,584 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:20,584 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b18e7f11ae2d2ab231b85ce86d41d9c6, NAME => 'testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T18:31:20,585 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,585 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:20,585 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,585 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,588 INFO [StoreOpener-b18e7f11ae2d2ab231b85ce86d41d9c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,588 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:20,589 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => fd0ac1cb5a20e4133edf90d52557c5b7, NAME => 'testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T18:31:20,589 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,589 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:20,589 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,589 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,591 INFO [StoreOpener-b18e7f11ae2d2ab231b85ce86d41d9c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18e7f11ae2d2ab231b85ce86d41d9c6 columnFamilyName family 2024-11-08T18:31:20,591 DEBUG [StoreOpener-b18e7f11ae2d2ab231b85ce86d41d9c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:20,592 INFO [StoreOpener-fd0ac1cb5a20e4133edf90d52557c5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,592 INFO [StoreOpener-b18e7f11ae2d2ab231b85ce86d41d9c6-1 {}] regionserver.HStore(327): Store=b18e7f11ae2d2ab231b85ce86d41d9c6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:20,592 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,593 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,594 INFO [StoreOpener-fd0ac1cb5a20e4133edf90d52557c5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd0ac1cb5a20e4133edf90d52557c5b7 columnFamilyName family 2024-11-08T18:31:20,594 DEBUG [StoreOpener-fd0ac1cb5a20e4133edf90d52557c5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:20,594 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,594 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,595 INFO [StoreOpener-fd0ac1cb5a20e4133edf90d52557c5b7-1 {}] regionserver.HStore(327): Store=fd0ac1cb5a20e4133edf90d52557c5b7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:20,595 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,595 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,596 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,597 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,597 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,597 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,597 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,600 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,600 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/b18e7f11ae2d2ab231b85ce86d41d9c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:20,601 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b18e7f11ae2d2ab231b85ce86d41d9c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70731735, jitterRate=0.05398498475551605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:20,601 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:20,602 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b18e7f11ae2d2ab231b85ce86d41d9c6: Running coprocessor pre-open hook at 1731090680586Writing region info on filesystem at 1731090680586Initializing all the Stores at 1731090680588 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090680588Cleaning up temporary data from old regions at 1731090680595 (+7 ms)Running coprocessor post-open hooks at 1731090680601 (+6 ms)Region opened successfully at 1731090680602 (+1 ms) 2024-11-08T18:31:20,603 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/fd0ac1cb5a20e4133edf90d52557c5b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:20,604 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened fd0ac1cb5a20e4133edf90d52557c5b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67742671, jitterRate=0.009444460272789001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:20,604 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:20,604 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6., pid=7, masterSystemTime=1731090680575 2024-11-08T18:31:20,604 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for fd0ac1cb5a20e4133edf90d52557c5b7: Running coprocessor pre-open hook at 1731090680590Writing region info on filesystem at 1731090680590Initializing all the Stores at 1731090680591 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090680591Cleaning up temporary data from old regions at 1731090680598 (+7 ms)Running coprocessor post-open hooks at 1731090680604 (+6 ms)Region opened successfully at 1731090680604 2024-11-08T18:31:20,605 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7., pid=8, masterSystemTime=1731090680579 2024-11-08T18:31:20,607 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:20,607 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:20,608 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b18e7f11ae2d2ab231b85ce86d41d9c6, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,44537,1731090676216 2024-11-08T18:31:20,609 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:20,609 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:20,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd0ac1cb5a20e4133edf90d52557c5b7, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,35457,1731090676435 2024-11-08T18:31:20,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b18e7f11ae2d2ab231b85ce86d41d9c6, server=2424dce0d377,44537,1731090676216 because future has completed 2024-11-08T18:31:20,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd0ac1cb5a20e4133edf90d52557c5b7, server=2424dce0d377,35457,1731090676435 because future has completed 2024-11-08T18:31:20,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T18:31:20,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b18e7f11ae2d2ab231b85ce86d41d9c6, server=2424dce0d377,44537,1731090676216 in 195 msec 2024-11-08T18:31:20,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b18e7f11ae2d2ab231b85ce86d41d9c6, ASSIGN in 369 msec 2024-11-08T18:31:20,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T18:31:20,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd0ac1cb5a20e4133edf90d52557c5b7, server=2424dce0d377,35457,1731090676435 in 197 msec 2024-11-08T18:31:20,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:31:20,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd0ac1cb5a20e4133edf90d52557c5b7, ASSIGN in 372 msec 2024-11-08T18:31:20,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:31:20,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090680630"}]},"ts":"1731090680630"} 2024-11-08T18:31:20,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T18:31:20,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:31:20,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.2950 sec 2024-11-08T18:31:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:21,515 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T18:31:21,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T18:31:21,516 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:21,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T18:31:21,523 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:21,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T18:31:21,531 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7., hostname=2424dce0d377,35457,1731090676435, seqNum=2] 2024-11-08T18:31:21,533 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:21,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:21,552 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6., hostname=2424dce0d377,44537,1731090676216, seqNum=2] 2024-11-08T18:31:21,573 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b18e7f11ae2d2ab231b85ce86d41d9c6 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T18:31:21,633 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/b18e7f11ae2d2ab231b85ce86d41d9c6/.tmp/family/e2eb0af2910f420399574b6fb00d1de9 is 32, key is 5/family:/1731090681554/Put/seqid=0 2024-11-08T18:31:21,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741839_1015 (size=5083) 2024-11-08T18:31:21,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741839_1015 (size=5083) 2024-11-08T18:31:21,645 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/b18e7f11ae2d2ab231b85ce86d41d9c6/.tmp/family/e2eb0af2910f420399574b6fb00d1de9 2024-11-08T18:31:21,692 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/b18e7f11ae2d2ab231b85ce86d41d9c6/.tmp/family/e2eb0af2910f420399574b6fb00d1de9 as hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/b18e7f11ae2d2ab231b85ce86d41d9c6/family/e2eb0af2910f420399574b6fb00d1de9 2024-11-08T18:31:21,703 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/b18e7f11ae2d2ab231b85ce86d41d9c6/family/e2eb0af2910f420399574b6fb00d1de9, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T18:31:21,709 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b18e7f11ae2d2ab231b85ce86d41d9c6 in 136ms, sequenceid=9, compaction requested=false 2024-11-08T18:31:21,710 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-08T18:31:21,713 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b18e7f11ae2d2ab231b85ce86d41d9c6: 2024-11-08T18:31:21,713 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fd0ac1cb5a20e4133edf90d52557c5b7 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T18:31:21,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/fd0ac1cb5a20e4133edf90d52557c5b7/.tmp/family/de46b9311d0f4e66a86b0679797c3f06 is 32, key is 1/family:/1731090681536/Put/seqid=0 2024-11-08T18:31:21,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741840_1016 (size=5054) 2024-11-08T18:31:21,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741840_1016 (size=5054) 2024-11-08T18:31:21,742 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/fd0ac1cb5a20e4133edf90d52557c5b7/.tmp/family/de46b9311d0f4e66a86b0679797c3f06 2024-11-08T18:31:21,752 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/fd0ac1cb5a20e4133edf90d52557c5b7/.tmp/family/de46b9311d0f4e66a86b0679797c3f06 as hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/fd0ac1cb5a20e4133edf90d52557c5b7/family/de46b9311d0f4e66a86b0679797c3f06 2024-11-08T18:31:21,762 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/fd0ac1cb5a20e4133edf90d52557c5b7/family/de46b9311d0f4e66a86b0679797c3f06, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T18:31:21,763 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fd0ac1cb5a20e4133edf90d52557c5b7 in 50ms, sequenceid=8, compaction requested=false 2024-11-08T18:31:21,763 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fd0ac1cb5a20e4133edf90d52557c5b7: 2024-11-08T18:31:21,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7823ff23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:21,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44621,-1 for getting cluster id 2024-11-08T18:31:21,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:31:21,768 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e04c7a3-c404-4478-8d95-91022a768711' 2024-11-08T18:31:21,768 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:31:21,769 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e04c7a3-c404-4478-8d95-91022a768711" 2024-11-08T18:31:21,769 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0434dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:21,769 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44621,-1] 2024-11-08T18:31:21,770 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:31:21,770 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:21,772 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:31:21,774 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280fca70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:21,788 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T18:31:21,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:21,790 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,44537,1731090676216, seqNum=-1] 2024-11-08T18:31:21,791 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:21,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:21,805 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:21,806 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:21,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:21,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:21,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:21,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:21,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:21,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:21,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:31:21,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:31:21,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:21,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:21,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:21,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:21,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:31:21,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:31:21,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=43262672, stopped=false 2024-11-08T18:31:21,820 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,44621,1731090675428 2024-11-08T18:31:21,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:21,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:21,925 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:21,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:21,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:21,925 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:21,925 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:21,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:21,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:21,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:21,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:21,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:21,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:21,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,44537,1731090676216' ***** 2024-11-08T18:31:21,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:21,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,35457,1731090676435' ***** 2024-11-08T18:31:21,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:21,926 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:21,927 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:21,927 INFO [RS:0;2424dce0d377:44537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:21,927 INFO [RS:1;2424dce0d377:35457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:21,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:21,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:21,927 INFO [RS:0;2424dce0d377:44537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:21,927 INFO [RS:1;2424dce0d377:35457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:21,927 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(3091): Received CLOSE for fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:21,927 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(3091): Received CLOSE for b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:21,928 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,35457,1731090676435 2024-11-08T18:31:21,928 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,44537,1731090676216 2024-11-08T18:31:21,928 INFO [RS:1;2424dce0d377:35457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:21,928 INFO [RS:0;2424dce0d377:44537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:21,928 INFO [RS:1;2424dce0d377:35457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2424dce0d377:35457. 2024-11-08T18:31:21,928 INFO [RS:0;2424dce0d377:44537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:44537. 2024-11-08T18:31:21,928 DEBUG [RS:1;2424dce0d377:35457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:21,928 DEBUG [RS:1;2424dce0d377:35457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:21,928 DEBUG [RS:0;2424dce0d377:44537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:21,928 DEBUG [RS:0;2424dce0d377:44537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:21,928 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:31:21,928 DEBUG [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(1325): Online Regions={fd0ac1cb5a20e4133edf90d52557c5b7=testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7.} 2024-11-08T18:31:21,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b18e7f11ae2d2ab231b85ce86d41d9c6, disabling compactions & flushes 2024-11-08T18:31:21,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd0ac1cb5a20e4133edf90d52557c5b7, disabling compactions & flushes 2024-11-08T18:31:21,928 INFO [RS:0;2424dce0d377:44537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:21,928 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:21,928 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:21,928 INFO [RS:0;2424dce0d377:44537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:21,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:21,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:21,929 INFO [RS:0;2424dce0d377:44537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:21,929 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. after waiting 0 ms 2024-11-08T18:31:21,929 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. after waiting 0 ms 2024-11-08T18:31:21,929 DEBUG [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(1351): Waiting on fd0ac1cb5a20e4133edf90d52557c5b7 2024-11-08T18:31:21,929 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:31:21,929 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:21,929 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:21,929 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:31:21,929 DEBUG [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(1325): Online Regions={b18e7f11ae2d2ab231b85ce86d41d9c6=testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:31:21,929 DEBUG [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b18e7f11ae2d2ab231b85ce86d41d9c6 2024-11-08T18:31:21,929 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:21,929 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:21,930 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:21,930 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:21,930 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:21,930 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T18:31:21,936 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/fd0ac1cb5a20e4133edf90d52557c5b7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T18:31:21,936 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/default/testClearRegionBlockCache/b18e7f11ae2d2ab231b85ce86d41d9c6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T18:31:21,938 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:21,938 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:21,938 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b18e7f11ae2d2ab231b85ce86d41d9c6: Waiting for close lock at 1731090681928Running coprocessor pre-close hooks at 1731090681928Disabling compacts and flushes for region at 1731090681928Disabling writes for close at 1731090681929 (+1 ms)Writing region close event to WAL at 1731090681930 (+1 ms)Running coprocessor post-close hooks at 1731090681937 (+7 ms)Closed at 1731090681938 (+1 ms) 2024-11-08T18:31:21,938 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd0ac1cb5a20e4133edf90d52557c5b7: Waiting for close lock at 1731090681928Running coprocessor pre-close hooks at 1731090681928Disabling compacts and flushes for region at 1731090681928Disabling writes for close at 1731090681929 (+1 ms)Writing region close event to WAL at 1731090681930 (+1 ms)Running coprocessor post-close hooks at 1731090681937 (+7 ms)Closed at 1731090681938 (+1 ms) 2024-11-08T18:31:21,939 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6. 2024-11-08T18:31:21,939 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731090679330.fd0ac1cb5a20e4133edf90d52557c5b7. 2024-11-08T18:31:21,946 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:21,948 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:21,953 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/.tmp/info/9b48ea3377f546a7aeaabda62b3d57e8 is 173, key is testClearRegionBlockCache,5,1731090679330.b18e7f11ae2d2ab231b85ce86d41d9c6./info:regioninfo/1731090680608/Put/seqid=0 2024-11-08T18:31:21,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:21,961 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/.tmp/info/9b48ea3377f546a7aeaabda62b3d57e8 2024-11-08T18:31:21,986 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/.tmp/ns/9311a7d79d204a47a68746ebc7f409a6 is 43, key is default/ns:d/1731090679066/Put/seqid=0 2024-11-08T18:31:21,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:21,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:21,993 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/.tmp/ns/9311a7d79d204a47a68746ebc7f409a6 2024-11-08T18:31:22,019 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/.tmp/table/cd59a6b003e641ee9103e42392a1ed47 is 61, key is testClearRegionBlockCache/table:state/1731090680630/Put/seqid=0 2024-11-08T18:31:22,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:22,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:22,026 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/.tmp/table/cd59a6b003e641ee9103e42392a1ed47 2024-11-08T18:31:22,037 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/.tmp/info/9b48ea3377f546a7aeaabda62b3d57e8 as hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/info/9b48ea3377f546a7aeaabda62b3d57e8 2024-11-08T18:31:22,046 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/info/9b48ea3377f546a7aeaabda62b3d57e8, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T18:31:22,047 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/.tmp/ns/9311a7d79d204a47a68746ebc7f409a6 as hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/ns/9311a7d79d204a47a68746ebc7f409a6 2024-11-08T18:31:22,057 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/ns/9311a7d79d204a47a68746ebc7f409a6, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T18:31:22,058 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/.tmp/table/cd59a6b003e641ee9103e42392a1ed47 as hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/table/cd59a6b003e641ee9103e42392a1ed47 2024-11-08T18:31:22,068 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/table/cd59a6b003e641ee9103e42392a1ed47, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T18:31:22,069 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=13, compaction requested=false 2024-11-08T18:31:22,069 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:31:22,077 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T18:31:22,078 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:31:22,078 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:22,079 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090681929Running coprocessor pre-close hooks at 1731090681929Disabling compacts and flushes for region at 1731090681929Disabling writes for close at 1731090681930 (+1 ms)Obtaining lock to block concurrent updates at 1731090681930Preparing flush snapshotting stores in 1588230740 at 1731090681930Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731090681931 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731090681933 (+2 ms)Flushing 1588230740/info: creating writer at 1731090681933Flushing 1588230740/info: appending metadata at 1731090681952 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731090681952Flushing 1588230740/ns: creating writer at 1731090681970 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731090681985 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731090681985Flushing 1588230740/table: creating writer at 1731090682004 (+19 ms)Flushing 1588230740/table: appending metadata at 1731090682019 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731090682019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de5f9f6: reopening flushed file at 1731090682035 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410dc8d4: reopening flushed file at 1731090682046 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca51af1: reopening flushed file at 1731090682057 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=13, compaction requested=false at 1731090682069 (+12 ms)Writing region close event to WAL at 1731090682072 (+3 ms)Running coprocessor post-close hooks at 1731090682078 (+6 ms)Closed at 1731090682078 2024-11-08T18:31:22,079 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:22,129 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,35457,1731090676435; all regions closed. 2024-11-08T18:31:22,129 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,44537,1731090676216; all regions closed. 2024-11-08T18:31:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:22,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:22,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:22,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/WALs/2424dce0d377,44537,1731090676216/2424dce0d377%2C44537%2C1731090676216.meta.1731090678818.meta not finished, retry = 0 2024-11-08T18:31:22,145 DEBUG [RS:1;2424dce0d377:35457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/oldWALs 2024-11-08T18:31:22,145 INFO [RS:1;2424dce0d377:35457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C35457%2C1731090676435:(num 1731090678410) 2024-11-08T18:31:22,145 DEBUG [RS:1;2424dce0d377:35457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:22,145 INFO [RS:1;2424dce0d377:35457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:22,145 INFO [RS:1;2424dce0d377:35457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:22,146 INFO [RS:1;2424dce0d377:35457 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:22,146 INFO [RS:1;2424dce0d377:35457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:22,146 INFO [RS:1;2424dce0d377:35457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:22,146 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:22,146 INFO [RS:1;2424dce0d377:35457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:22,146 INFO [RS:1;2424dce0d377:35457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:22,147 INFO [RS:1;2424dce0d377:35457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35457 2024-11-08T18:31:22,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:22,178 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,35457,1731090676435 2024-11-08T18:31:22,178 INFO [RS:1;2424dce0d377:35457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:22,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,35457,1731090676435] 2024-11-08T18:31:22,245 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:31:22,246 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:31:22,247 DEBUG [RS:0;2424dce0d377:44537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/oldWALs 2024-11-08T18:31:22,247 INFO [RS:0;2424dce0d377:44537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C44537%2C1731090676216.meta:.meta(num 1731090678818) 2024-11-08T18:31:22,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:22,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:22,255 DEBUG [RS:0;2424dce0d377:44537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/oldWALs 2024-11-08T18:31:22,255 INFO [RS:0;2424dce0d377:44537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C44537%2C1731090676216:(num 1731090678410) 2024-11-08T18:31:22,255 DEBUG [RS:0;2424dce0d377:44537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:22,255 INFO [RS:0;2424dce0d377:44537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:22,255 INFO [RS:0;2424dce0d377:44537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:22,256 INFO [RS:0;2424dce0d377:44537 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:22,256 INFO [RS:0;2424dce0d377:44537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:22,256 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:22,256 INFO [RS:0;2424dce0d377:44537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44537 2024-11-08T18:31:22,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,35457,1731090676435 already deleted, retry=false 2024-11-08T18:31:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,44537,1731090676216 2024-11-08T18:31:22,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:22,272 INFO [RS:0;2424dce0d377:44537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:22,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,35457,1731090676435 expired; onlineServers=1 2024-11-08T18:31:22,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,44537,1731090676216] 2024-11-08T18:31:22,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,44537,1731090676216 already deleted, retry=false 2024-11-08T18:31:22,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,44537,1731090676216 expired; onlineServers=0 2024-11-08T18:31:22,293 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,44621,1731090675428' ***** 2024-11-08T18:31:22,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:31:22,294 INFO [M:0;2424dce0d377:44621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:22,294 INFO [M:0;2424dce0d377:44621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:22,294 DEBUG [M:0;2424dce0d377:44621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:31:22,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:31:22,294 DEBUG [M:0;2424dce0d377:44621 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:31:22,294 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090677996 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090677996,5,FailOnTimeoutGroup] 2024-11-08T18:31:22,294 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090677993 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090677993,5,FailOnTimeoutGroup] 2024-11-08T18:31:22,295 INFO [M:0;2424dce0d377:44621 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:22,295 INFO [M:0;2424dce0d377:44621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:22,295 DEBUG [M:0;2424dce0d377:44621 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:31:22,295 INFO [M:0;2424dce0d377:44621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:31:22,296 INFO [M:0;2424dce0d377:44621 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:22,297 INFO [M:0;2424dce0d377:44621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:31:22,297 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:31:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:22,304 DEBUG [M:0;2424dce0d377:44621 {}] zookeeper.ZKUtil(347): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T18:31:22,304 WARN [M:0;2424dce0d377:44621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:31:22,305 INFO [M:0;2424dce0d377:44621 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/.lastflushedseqids 2024-11-08T18:31:22,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:22,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:22,317 INFO [M:0;2424dce0d377:44621 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:31:22,317 INFO [M:0;2424dce0d377:44621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:31:22,317 DEBUG [M:0;2424dce0d377:44621 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:22,317 INFO [M:0;2424dce0d377:44621 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:22,317 DEBUG [M:0;2424dce0d377:44621 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:22,317 DEBUG [M:0;2424dce0d377:44621 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:22,317 DEBUG [M:0;2424dce0d377:44621 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:22,318 INFO [M:0;2424dce0d377:44621 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-08T18:31:22,338 DEBUG [M:0;2424dce0d377:44621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/693da29af72c4086a05b2b7b676f1f5e is 82, key is hbase:meta,,1/info:regioninfo/1731090678907/Put/seqid=0 2024-11-08T18:31:22,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:22,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:22,345 INFO [M:0;2424dce0d377:44621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/693da29af72c4086a05b2b7b676f1f5e 2024-11-08T18:31:22,362 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:22,362 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35457-0x1011bb76f4a0002, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:22,363 INFO [RS:1;2424dce0d377:35457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:22,363 INFO [RS:1;2424dce0d377:35457 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,35457,1731090676435; zookeeper connection closed. 2024-11-08T18:31:22,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@856d52c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@856d52c 2024-11-08T18:31:22,374 DEBUG [M:0;2424dce0d377:44621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a0bac3e181642e597e3ab84832b40ad is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090680636/Put/seqid=0 2024-11-08T18:31:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741846_1022 (size=6218) 2024-11-08T18:31:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741846_1022 (size=6218) 2024-11-08T18:31:22,382 INFO [M:0;2424dce0d377:44621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a0bac3e181642e597e3ab84832b40ad 2024-11-08T18:31:22,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:22,383 INFO [RS:0;2424dce0d377:44537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:22,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44537-0x1011bb76f4a0001, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:22,383 INFO [RS:0;2424dce0d377:44537 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,44537,1731090676216; zookeeper connection closed. 2024-11-08T18:31:22,383 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f25fc3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f25fc3b 2024-11-08T18:31:22,384 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T18:31:22,404 DEBUG [M:0;2424dce0d377:44621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6639ef179b254e318b3991b26f8f4c8f is 69, key is 2424dce0d377,35457,1731090676435/rs:state/1731090678124/Put/seqid=0 2024-11-08T18:31:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:22,411 INFO [M:0;2424dce0d377:44621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6639ef179b254e318b3991b26f8f4c8f 2024-11-08T18:31:22,420 DEBUG [M:0;2424dce0d377:44621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/693da29af72c4086a05b2b7b676f1f5e as hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/693da29af72c4086a05b2b7b676f1f5e 2024-11-08T18:31:22,427 INFO [M:0;2424dce0d377:44621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/693da29af72c4086a05b2b7b676f1f5e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T18:31:22,429 DEBUG [M:0;2424dce0d377:44621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a0bac3e181642e597e3ab84832b40ad as hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a0bac3e181642e597e3ab84832b40ad 2024-11-08T18:31:22,436 INFO [M:0;2424dce0d377:44621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a0bac3e181642e597e3ab84832b40ad, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T18:31:22,437 DEBUG [M:0;2424dce0d377:44621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6639ef179b254e318b3991b26f8f4c8f as hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6639ef179b254e318b3991b26f8f4c8f 2024-11-08T18:31:22,445 INFO [M:0;2424dce0d377:44621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34399/user/jenkins/test-data/31941437-9ac5-3b37-73fe-f4cf09651f75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6639ef179b254e318b3991b26f8f4c8f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T18:31:22,446 INFO [M:0;2424dce0d377:44621 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false 2024-11-08T18:31:22,449 INFO [M:0;2424dce0d377:44621 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:22,449 DEBUG [M:0;2424dce0d377:44621 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090682317Disabling compacts and flushes for region at 1731090682317Disabling writes for close at 1731090682317Obtaining lock to block concurrent updates at 1731090682318 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090682318Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731090682318Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090682319 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090682319Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090682337 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090682337Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090682354 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090682374 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090682374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090682390 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090682404 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090682404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640a6027: reopening flushed file at 1731090682419 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c8c87d: reopening flushed file at 1731090682427 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65396518: reopening flushed file at 1731090682436 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false at 1731090682446 (+10 ms)Writing region close event to WAL at 1731090682449 (+3 ms)Closed at 1731090682449 2024-11-08T18:31:22,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36361 is added to blk_1073741830_1006 (size=35428) 2024-11-08T18:31:22,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43919 is added to blk_1073741830_1006 (size=35428) 2024-11-08T18:31:22,455 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:22,456 INFO [M:0;2424dce0d377:44621 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:31:22,456 INFO [M:0;2424dce0d377:44621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44621 2024-11-08T18:31:22,456 INFO [M:0;2424dce0d377:44621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:22,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:22,562 INFO [M:0;2424dce0d377:44621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:22,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44621-0x1011bb76f4a0000, quorum=127.0.0.1:64494, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:22,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aa960bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:22,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:22,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:22,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:22,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:22,576 WARN [BP-2052756602-172.17.0.3-1731090671282 heartbeating to localhost/127.0.0.1:34399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:22,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:22,576 WARN [BP-2052756602-172.17.0.3-1731090671282 heartbeating to localhost/127.0.0.1:34399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2052756602-172.17.0.3-1731090671282 (Datanode Uuid cfe77643-a51d-403c-82a8-223aa1185f08) service to localhost/127.0.0.1:34399 2024-11-08T18:31:22,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:22,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/data/data3/current/BP-2052756602-172.17.0.3-1731090671282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:22,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/data/data4/current/BP-2052756602-172.17.0.3-1731090671282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:22,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:22,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672decf3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:22,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:22,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:22,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:22,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:22,584 WARN [BP-2052756602-172.17.0.3-1731090671282 heartbeating to localhost/127.0.0.1:34399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:22,584 WARN [BP-2052756602-172.17.0.3-1731090671282 heartbeating to localhost/127.0.0.1:34399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2052756602-172.17.0.3-1731090671282 (Datanode Uuid b05cfafb-bd01-4365-a7f5-52e77373dbd3) service to localhost/127.0.0.1:34399 2024-11-08T18:31:22,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/data/data1/current/BP-2052756602-172.17.0.3-1731090671282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:22,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/cluster_8ce90f01-3551-7078-2b92-36abac8be014/data/data2/current/BP-2052756602-172.17.0.3-1731090671282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:22,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:22,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:22,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:22,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b945fd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:22,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:22,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:22,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:22,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:22,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:31:22,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:31:22,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:34399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2424dce0d377:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:34399 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/2424dce0d377:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2424dce0d377:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:34399 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:34399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1e92c141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/2424dce0d377:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=954 (was 1134), ProcessCount=11 (was 11), AvailableMemoryMB=2577 (was 3354) 2024-11-08T18:31:22,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=954, ProcessCount=11, AvailableMemoryMB=2577 2024-11-08T18:31:22,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.log.dir so I do NOT create it in target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2 2024-11-08T18:31:22,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:31:22,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.tmp.dir so I do NOT create it in target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2 2024-11-08T18:31:22,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30534b1a-eea4-a033-1b9a-8577a05ed06e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:31:22,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2 2024-11-08T18:31:22,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:31:22,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a, deleteOnExit=true 2024-11-08T18:31:22,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:31:22,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/test.cache.data in system properties and HBase conf 2024-11-08T18:31:22,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:31:22,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:31:22,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:31:22,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:31:22,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:31:22,659 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:31:22,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:31:22,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:22,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:31:22,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:31:23,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:23,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:23,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:23,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:23,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:23,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:23,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9f2575f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:23,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e2e3fef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:23,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27ae68c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/java.io.tmpdir/jetty-localhost-35889-hadoop-hdfs-3_4_1-tests_jar-_-any-14832557556366346591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:23,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1915ff17{HTTP/1.1, (http/1.1)}{localhost:35889} 2024-11-08T18:31:23,311 INFO [Time-limited test {}] server.Server(415): Started @14818ms 2024-11-08T18:31:23,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:23,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:23,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:23,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:23,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:31:23,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748dc726{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:23,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13b60fc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:23,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ed8653e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/java.io.tmpdir/jetty-localhost-46879-hadoop-hdfs-3_4_1-tests_jar-_-any-18052772896779791457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:23,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a88327b{HTTP/1.1, (http/1.1)}{localhost:46879} 2024-11-08T18:31:23,697 INFO [Time-limited test {}] server.Server(415): Started @15204ms 2024-11-08T18:31:23,699 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:23,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:23,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:23,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:23,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:23,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:23,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327bfc41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:23,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f067297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:23,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71696081{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/java.io.tmpdir/jetty-localhost-35085-hadoop-hdfs-3_4_1-tests_jar-_-any-14740864199053279877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:23,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77173441{HTTP/1.1, (http/1.1)}{localhost:35085} 2024-11-08T18:31:23,885 INFO [Time-limited test {}] server.Server(415): Started @15392ms 2024-11-08T18:31:23,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:24,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:31:24,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:24,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:24,808 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/data/data1/current/BP-1974339288-172.17.0.3-1731090682684/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:24,808 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/data/data2/current/BP-1974339288-172.17.0.3-1731090682684/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:24,835 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:24,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4451ffc223ed413 with lease ID 0xe7fa08fd43372164: Processing first storage report for DS-6d58ca86-af69-4af5-8ea7-7cec44045c9f from datanode DatanodeRegistration(127.0.0.1:34095, datanodeUuid=2f0fb547-8be7-4573-ae98-f69f92d75cdc, infoPort=35511, infoSecurePort=0, ipcPort=39963, storageInfo=lv=-57;cid=testClusterID;nsid=111658824;c=1731090682684) 2024-11-08T18:31:24,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4451ffc223ed413 with lease ID 0xe7fa08fd43372164: from storage DS-6d58ca86-af69-4af5-8ea7-7cec44045c9f node DatanodeRegistration(127.0.0.1:34095, datanodeUuid=2f0fb547-8be7-4573-ae98-f69f92d75cdc, infoPort=35511, infoSecurePort=0, ipcPort=39963, storageInfo=lv=-57;cid=testClusterID;nsid=111658824;c=1731090682684), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:24,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4451ffc223ed413 with lease ID 0xe7fa08fd43372164: Processing first storage report for DS-d41611e4-681b-4f8d-93e9-5da446ca1196 from datanode DatanodeRegistration(127.0.0.1:34095, datanodeUuid=2f0fb547-8be7-4573-ae98-f69f92d75cdc, infoPort=35511, infoSecurePort=0, ipcPort=39963, storageInfo=lv=-57;cid=testClusterID;nsid=111658824;c=1731090682684) 2024-11-08T18:31:24,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4451ffc223ed413 with lease ID 0xe7fa08fd43372164: from storage DS-d41611e4-681b-4f8d-93e9-5da446ca1196 node DatanodeRegistration(127.0.0.1:34095, datanodeUuid=2f0fb547-8be7-4573-ae98-f69f92d75cdc, infoPort=35511, infoSecurePort=0, ipcPort=39963, storageInfo=lv=-57;cid=testClusterID;nsid=111658824;c=1731090682684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:24,999 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/data/data3/current/BP-1974339288-172.17.0.3-1731090682684/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:25,000 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/data/data4/current/BP-1974339288-172.17.0.3-1731090682684/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:25,022 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd30bea99deb6652d with lease ID 0xe7fa08fd43372165: Processing first storage report for DS-0f3a8e40-230f-4405-84c2-3141313f88b8 from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=7ac0c2ff-cc75-410b-966b-5586fda399c8, infoPort=34907, infoSecurePort=0, ipcPort=38031, storageInfo=lv=-57;cid=testClusterID;nsid=111658824;c=1731090682684) 2024-11-08T18:31:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd30bea99deb6652d with lease ID 0xe7fa08fd43372165: from storage DS-0f3a8e40-230f-4405-84c2-3141313f88b8 node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=7ac0c2ff-cc75-410b-966b-5586fda399c8, infoPort=34907, infoSecurePort=0, ipcPort=38031, storageInfo=lv=-57;cid=testClusterID;nsid=111658824;c=1731090682684), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd30bea99deb6652d with lease ID 0xe7fa08fd43372165: Processing first storage report for DS-e89ec8bd-8a60-44c2-be2d-978e12372148 from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=7ac0c2ff-cc75-410b-966b-5586fda399c8, infoPort=34907, infoSecurePort=0, ipcPort=38031, storageInfo=lv=-57;cid=testClusterID;nsid=111658824;c=1731090682684) 2024-11-08T18:31:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd30bea99deb6652d with lease ID 0xe7fa08fd43372165: from storage DS-e89ec8bd-8a60-44c2-be2d-978e12372148 node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=7ac0c2ff-cc75-410b-966b-5586fda399c8, infoPort=34907, infoSecurePort=0, ipcPort=38031, storageInfo=lv=-57;cid=testClusterID;nsid=111658824;c=1731090682684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:25,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2 2024-11-08T18:31:25,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/zookeeper_0, clientPort=60059, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:31:25,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60059 2024-11-08T18:31:25,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:25,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:25,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:25,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:25,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29 with version=8 2024-11-08T18:31:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/hbase-staging 2024-11-08T18:31:25,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:25,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:25,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:25,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:25,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:25,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:25,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:31:25,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:25,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40937 2024-11-08T18:31:25,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40937 connecting to ZooKeeper ensemble=127.0.0.1:60059 2024-11-08T18:31:25,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409370x0, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:25,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40937-0x1011bb798140000 connected 2024-11-08T18:31:25,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:25,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:25,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:25,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29, hbase.cluster.distributed=false 2024-11-08T18:31:25,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:25,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40937 2024-11-08T18:31:25,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40937 2024-11-08T18:31:25,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40937 2024-11-08T18:31:25,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40937 2024-11-08T18:31:25,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40937 2024-11-08T18:31:25,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:25,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:25,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:25,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:25,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:25,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:25,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:25,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:25,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40227 2024-11-08T18:31:25,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40227 connecting to ZooKeeper ensemble=127.0.0.1:60059 2024-11-08T18:31:25,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:25,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:25,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402270x0, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:25,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402270x0, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:25,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40227-0x1011bb798140001 connected 2024-11-08T18:31:25,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:25,263 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:25,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:25,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:25,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-08T18:31:25,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40227 2024-11-08T18:31:25,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40227 2024-11-08T18:31:25,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-08T18:31:25,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-08T18:31:25,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:25,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:25,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:25,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:25,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:25,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:25,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:25,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:25,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42123 2024-11-08T18:31:25,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42123 connecting to ZooKeeper ensemble=127.0.0.1:60059 2024-11-08T18:31:25,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:25,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:25,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421230x0, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:25,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42123-0x1011bb798140002 connected 2024-11-08T18:31:25,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:25,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:25,305 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:25,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:25,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:25,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-08T18:31:25,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42123 2024-11-08T18:31:25,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42123 2024-11-08T18:31:25,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-08T18:31:25,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-08T18:31:25,325 DEBUG [M:0;2424dce0d377:40937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:40937 2024-11-08T18:31:25,326 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2424dce0d377,40937,1731090685054 2024-11-08T18:31:25,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:25,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:25,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:25,336 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2424dce0d377,40937,1731090685054 2024-11-08T18:31:25,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:25,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,346 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T18:31:25,347 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2424dce0d377,40937,1731090685054 from backup master directory 2024-11-08T18:31:25,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:25,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:25,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2424dce0d377,40937,1731090685054 2024-11-08T18:31:25,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:25,356 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:25,356 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,40937,1731090685054 2024-11-08T18:31:25,363 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/hbase.id] with ID: e38645e7-b76e-4d39-b219-dd7c2a89a5f1 2024-11-08T18:31:25,363 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/.tmp/hbase.id 2024-11-08T18:31:25,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:25,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:25,373 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/.tmp/hbase.id]:[hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/hbase.id] 2024-11-08T18:31:25,395 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:25,395 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:31:25,397 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T18:31:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:25,421 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:25,422 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:31:25,422 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:25,437 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store 2024-11-08T18:31:25,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:25,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:25,452 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:25,453 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:25,453 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:25,453 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:25,453 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:25,453 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:25,453 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:25,453 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090685452Disabling compacts and flushes for region at 1731090685452Disabling writes for close at 1731090685453 (+1 ms)Writing region close event to WAL at 1731090685453Closed at 1731090685453 2024-11-08T18:31:25,455 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/.initializing 2024-11-08T18:31:25,455 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/WALs/2424dce0d377,40937,1731090685054 2024-11-08T18:31:25,456 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:25,459 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C40937%2C1731090685054, suffix=, logDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/WALs/2424dce0d377,40937,1731090685054, archiveDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/oldWALs, maxLogs=10 2024-11-08T18:31:25,476 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/WALs/2424dce0d377,40937,1731090685054/2424dce0d377%2C40937%2C1731090685054.1731090685459, exclude list is [], retry=0 2024-11-08T18:31:25,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-0f3a8e40-230f-4405-84c2-3141313f88b8,DISK] 2024-11-08T18:31:25,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34095,DS-6d58ca86-af69-4af5-8ea7-7cec44045c9f,DISK] 2024-11-08T18:31:25,483 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/WALs/2424dce0d377,40937,1731090685054/2424dce0d377%2C40937%2C1731090685054.1731090685459 2024-11-08T18:31:25,484 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34907:34907),(127.0.0.1/127.0.0.1:35511:35511)] 2024-11-08T18:31:25,484 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:25,484 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:25,484 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,484 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:31:25,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:25,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:25,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:31:25,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:25,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:25,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:31:25,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:25,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:25,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:31:25,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:25,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:25,503 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,504 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,505 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,508 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,508 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,509 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:25,511 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:25,513 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:25,514 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59838867, jitterRate=-0.10833139717578888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:25,515 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090685484Initializing all the Stores at 1731090685486 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090685486Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090685488 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090685488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090685488Cleaning up temporary data from old regions at 1731090685508 (+20 ms)Region opened successfully at 1731090685514 (+6 ms) 2024-11-08T18:31:25,515 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:31:25,519 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb4e62b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:25,520 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:31:25,520 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:31:25,520 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:31:25,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:31:25,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:31:25,522 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:31:25,522 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:31:25,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:31:25,528 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T18:31:25,535 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T18:31:25,535 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:31:25,536 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:31:25,545 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T18:31:25,546 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:31:25,548 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:31:25,556 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T18:31:25,557 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:31:25,566 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T18:31:25,569 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:31:25,577 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T18:31:25,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:25,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:25,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:25,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,588 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,40937,1731090685054, sessionid=0x1011bb798140000, setting cluster-up flag (Was=false) 2024-11-08T18:31:25,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,640 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T18:31:25,642 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,40937,1731090685054 2024-11-08T18:31:25,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:25,693 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T18:31:25,694 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,40937,1731090685054 2024-11-08T18:31:25,696 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:31:25,705 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:25,705 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:31:25,706 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:31:25,706 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,40937,1731090685054 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:31:25,707 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:25,708 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:25,708 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:25,708 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:25,708 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:31:25,708 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,708 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:25,708 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,712 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090715712 2024-11-08T18:31:25,712 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:31:25,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:25,713 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:31:25,713 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:31:25,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:31:25,713 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:31:25,713 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:31:25,713 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:31:25,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:25,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:31:25,715 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(746): ClusterId : e38645e7-b76e-4d39-b219-dd7c2a89a5f1 2024-11-08T18:31:25,715 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:25,725 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(746): ClusterId : e38645e7-b76e-4d39-b219-dd7c2a89a5f1 2024-11-08T18:31:25,725 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:25,726 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:25,726 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:25,728 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:31:25,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:31:25,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:31:25,734 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:31:25,734 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:31:25,736 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090685734,5,FailOnTimeoutGroup] 2024-11-08T18:31:25,736 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090685736,5,FailOnTimeoutGroup] 2024-11-08T18:31:25,737 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,737 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:31:25,737 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,737 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:25,749 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:25,749 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:25,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:25,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:31:25,751 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29 2024-11-08T18:31:25,756 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:25,757 DEBUG [RS:0;2424dce0d377:40227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e09c1b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:25,757 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:25,757 DEBUG [RS:1;2424dce0d377:42123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d40608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:25,772 DEBUG [RS:1;2424dce0d377:42123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2424dce0d377:42123 2024-11-08T18:31:25,772 INFO [RS:1;2424dce0d377:42123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:25,772 INFO [RS:1;2424dce0d377:42123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:25,772 DEBUG [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:25,773 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,40937,1731090685054 with port=42123, startcode=1731090685282 2024-11-08T18:31:25,773 DEBUG [RS:0;2424dce0d377:40227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:40227 2024-11-08T18:31:25,773 INFO [RS:0;2424dce0d377:40227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:25,774 INFO [RS:0;2424dce0d377:40227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:25,774 DEBUG [RS:1;2424dce0d377:42123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:25,774 DEBUG [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:25,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:25,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:25,778 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:25,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:25,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,42123,1731090685282 2024-11-08T18:31:25,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40937 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,42123,1731090685282 2024-11-08T18:31:25,781 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,40937,1731090685054 with port=40227, startcode=1731090685239 2024-11-08T18:31:25,781 DEBUG [RS:0;2424dce0d377:40227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:25,783 DEBUG [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29 2024-11-08T18:31:25,783 DEBUG [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39065 2024-11-08T18:31:25,783 DEBUG [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:25,785 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:25,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,40227,1731090685239 2024-11-08T18:31:25,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40937 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,40227,1731090685239 2024-11-08T18:31:25,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:25,789 DEBUG [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29 2024-11-08T18:31:25,789 DEBUG [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39065 2024-11-08T18:31:25,789 DEBUG [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:25,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:25,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:25,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:25,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:25,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:25,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:25,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:25,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:31:25,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:25,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:25,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:31:25,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:25,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:25,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:25,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:25,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:25,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:25,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:25,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:25,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740 2024-11-08T18:31:25,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740 2024-11-08T18:31:25,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:25,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:25,811 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:25,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:25,817 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:25,818 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74845526, jitterRate=0.1152852475643158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:25,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090685779Initializing all the Stores at 1731090685782 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090685782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090685784 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090685784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090685784Cleaning up temporary data from old regions at 1731090685810 (+26 ms)Region opened successfully at 1731090685819 (+9 ms) 2024-11-08T18:31:25,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:25,819 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:25,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:25,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:25,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:25,824 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:25,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090685819Disabling compacts and flushes for region at 1731090685819Disabling writes for close at 1731090685820 (+1 ms)Writing region close event to WAL at 1731090685824 (+4 ms)Closed at 1731090685824 2024-11-08T18:31:25,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:25,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:31:25,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:31:25,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:25,832 DEBUG [RS:1;2424dce0d377:42123 {}] zookeeper.ZKUtil(111): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,42123,1731090685282 2024-11-08T18:31:25,832 WARN [RS:1;2424dce0d377:42123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:25,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,42123,1731090685282] 2024-11-08T18:31:25,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,40227,1731090685239] 2024-11-08T18:31:25,832 INFO [RS:1;2424dce0d377:42123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:25,832 DEBUG [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,42123,1731090685282 2024-11-08T18:31:25,833 DEBUG [RS:0;2424dce0d377:40227 {}] zookeeper.ZKUtil(111): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,40227,1731090685239 2024-11-08T18:31:25,833 WARN [RS:0;2424dce0d377:40227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:25,833 INFO [RS:0;2424dce0d377:40227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:25,834 DEBUG [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,40227,1731090685239 2024-11-08T18:31:25,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:31:25,838 INFO [RS:1;2424dce0d377:42123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:25,840 INFO [RS:0;2424dce0d377:40227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:25,840 INFO [RS:1;2424dce0d377:42123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:25,841 INFO [RS:1;2424dce0d377:42123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:25,841 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,841 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:25,842 INFO [RS:1;2424dce0d377:42123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:25,842 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,842 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,842 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:25,843 DEBUG [RS:1;2424dce0d377:42123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:25,843 INFO [RS:0;2424dce0d377:40227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:25,848 INFO [RS:0;2424dce0d377:40227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:25,848 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,849 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:25,849 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,849 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,849 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,849 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,849 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,849 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42123,1731090685282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:25,850 INFO [RS:0;2424dce0d377:40227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:25,850 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,850 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,850 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,850 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,850 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,850 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,851 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:25,851 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,851 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,851 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,851 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,851 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,851 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:25,851 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:25,851 DEBUG [RS:0;2424dce0d377:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:25,864 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,864 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,864 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,864 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,864 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,865 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40227,1731090685239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:25,871 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:25,872 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42123,1731090685282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,872 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,872 INFO [RS:1;2424dce0d377:42123 {}] regionserver.Replication(171): 2424dce0d377,42123,1731090685282 started 2024-11-08T18:31:25,882 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:25,883 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40227,1731090685239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,883 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,883 INFO [RS:0;2424dce0d377:40227 {}] regionserver.Replication(171): 2424dce0d377,40227,1731090685239 started 2024-11-08T18:31:25,893 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,893 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,42123,1731090685282, RpcServer on 2424dce0d377/172.17.0.3:42123, sessionid=0x1011bb798140002 2024-11-08T18:31:25,894 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:25,894 DEBUG [RS:1;2424dce0d377:42123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,42123,1731090685282 2024-11-08T18:31:25,894 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,42123,1731090685282' 2024-11-08T18:31:25,894 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:25,895 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:25,895 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:25,895 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:25,895 DEBUG [RS:1;2424dce0d377:42123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,42123,1731090685282 2024-11-08T18:31:25,895 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,42123,1731090685282' 2024-11-08T18:31:25,895 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:25,896 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:25,896 DEBUG [RS:1;2424dce0d377:42123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:25,897 INFO [RS:1;2424dce0d377:42123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:25,897 INFO [RS:1;2424dce0d377:42123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:25,900 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:25,900 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,40227,1731090685239, RpcServer on 2424dce0d377/172.17.0.3:40227, sessionid=0x1011bb798140001 2024-11-08T18:31:25,901 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:25,901 DEBUG [RS:0;2424dce0d377:40227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,40227,1731090685239 2024-11-08T18:31:25,901 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,40227,1731090685239' 2024-11-08T18:31:25,901 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:25,901 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:25,902 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:25,902 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:25,902 DEBUG [RS:0;2424dce0d377:40227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,40227,1731090685239 2024-11-08T18:31:25,902 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,40227,1731090685239' 2024-11-08T18:31:25,902 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:25,902 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:25,903 DEBUG [RS:0;2424dce0d377:40227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:25,903 INFO [RS:0;2424dce0d377:40227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:25,903 INFO [RS:0;2424dce0d377:40227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:25,984 WARN [2424dce0d377:40937 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:31:25,997 INFO [RS:1;2424dce0d377:42123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:25,999 INFO [RS:1;2424dce0d377:42123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C42123%2C1731090685282, suffix=, logDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,42123,1731090685282, archiveDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/oldWALs, maxLogs=32 2024-11-08T18:31:26,003 INFO [RS:0;2424dce0d377:40227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:26,006 INFO [RS:0;2424dce0d377:40227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C40227%2C1731090685239, suffix=, logDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,40227,1731090685239, archiveDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/oldWALs, maxLogs=32 2024-11-08T18:31:26,015 DEBUG [RS:1;2424dce0d377:42123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,42123,1731090685282/2424dce0d377%2C42123%2C1731090685282.1731090686001, exclude list is [], retry=0 2024-11-08T18:31:26,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-0f3a8e40-230f-4405-84c2-3141313f88b8,DISK] 2024-11-08T18:31:26,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34095,DS-6d58ca86-af69-4af5-8ea7-7cec44045c9f,DISK] 2024-11-08T18:31:26,021 INFO [RS:1;2424dce0d377:42123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,42123,1731090685282/2424dce0d377%2C42123%2C1731090685282.1731090686001 2024-11-08T18:31:26,021 DEBUG [RS:1;2424dce0d377:42123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34907:34907),(127.0.0.1/127.0.0.1:35511:35511)] 2024-11-08T18:31:26,021 DEBUG [RS:0;2424dce0d377:40227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,40227,1731090685239/2424dce0d377%2C40227%2C1731090685239.1731090686007, exclude list is [], retry=0 2024-11-08T18:31:26,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34095,DS-6d58ca86-af69-4af5-8ea7-7cec44045c9f,DISK] 2024-11-08T18:31:26,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-0f3a8e40-230f-4405-84c2-3141313f88b8,DISK] 2024-11-08T18:31:26,029 INFO [RS:0;2424dce0d377:40227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,40227,1731090685239/2424dce0d377%2C40227%2C1731090685239.1731090686007 2024-11-08T18:31:26,029 DEBUG [RS:0;2424dce0d377:40227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34907:34907),(127.0.0.1/127.0.0.1:35511:35511)] 2024-11-08T18:31:26,235 DEBUG [2424dce0d377:40937 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T18:31:26,236 DEBUG [2424dce0d377:40937 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:26,241 DEBUG [2424dce0d377:40937 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:26,241 DEBUG [2424dce0d377:40937 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:26,241 DEBUG [2424dce0d377:40937 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:26,241 DEBUG [2424dce0d377:40937 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:26,241 INFO [2424dce0d377:40937 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:26,241 INFO [2424dce0d377:40937 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:26,241 DEBUG [2424dce0d377:40937 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:26,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,42123,1731090685282 2024-11-08T18:31:26,243 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,42123,1731090685282, state=OPENING 2024-11-08T18:31:26,261 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:31:26,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:26,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:26,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:26,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:26,273 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:26,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,42123,1731090685282}] 2024-11-08T18:31:26,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:26,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:26,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:26,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:26,438 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:31:26,438 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:26,439 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:31:26,441 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C42123%2C1731090685282.meta, suffix=.meta, logDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,42123,1731090685282, archiveDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/oldWALs, maxLogs=32 2024-11-08T18:31:26,454 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,42123,1731090685282/2424dce0d377%2C42123%2C1731090685282.meta.1731090686442.meta, exclude list is [], retry=0 2024-11-08T18:31:26,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-0f3a8e40-230f-4405-84c2-3141313f88b8,DISK] 2024-11-08T18:31:26,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34095,DS-6d58ca86-af69-4af5-8ea7-7cec44045c9f,DISK] 2024-11-08T18:31:26,459 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/WALs/2424dce0d377,42123,1731090685282/2424dce0d377%2C42123%2C1731090685282.meta.1731090686442.meta 2024-11-08T18:31:26,460 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35511:35511),(127.0.0.1/127.0.0.1:34907:34907)] 2024-11-08T18:31:26,460 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:26,460 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:31:26,460 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:31:26,460 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:31:26,460 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:31:26,460 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:26,461 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:31:26,461 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:31:26,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:26,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:26,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:26,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:26,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:26,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:26,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:26,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:26,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:26,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:26,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:26,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:26,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:26,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:26,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:26,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:26,469 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:26,470 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740 2024-11-08T18:31:26,472 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740 2024-11-08T18:31:26,473 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:26,474 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:26,474 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:26,477 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:26,478 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66768084, jitterRate=-0.005078017711639404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:26,478 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:31:26,479 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090686461Writing region info on filesystem at 1731090686461Initializing all the Stores at 1731090686462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090686462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090686462Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090686462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090686462Cleaning up temporary data from old regions at 1731090686474 (+12 ms)Running coprocessor post-open hooks at 1731090686478 (+4 ms)Region opened successfully at 1731090686479 (+1 ms) 2024-11-08T18:31:26,480 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090686429 2024-11-08T18:31:26,483 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:31:26,483 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:31:26,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,42123,1731090685282 2024-11-08T18:31:26,486 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,42123,1731090685282, state=OPEN 2024-11-08T18:31:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:26,535 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,42123,1731090685282 2024-11-08T18:31:26,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:26,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:26,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:26,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:31:26,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,42123,1731090685282 in 262 msec 2024-11-08T18:31:26,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:31:26,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 715 msec 2024-11-08T18:31:26,550 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:26,550 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:31:26,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:26,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42123,1731090685282, seqNum=-1] 2024-11-08T18:31:26,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:26,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:26,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 863 msec 2024-11-08T18:31:26,567 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090686567, completionTime=-1 2024-11-08T18:31:26,567 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T18:31:26,567 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:31:26,570 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T18:31:26,570 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090746570 2024-11-08T18:31:26,570 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090806570 2024-11-08T18:31:26,570 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T18:31:26,570 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T18:31:26,571 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40937,1731090685054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:26,571 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40937,1731090685054-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:26,571 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40937,1731090685054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:26,571 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:40937, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:26,571 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:26,572 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:26,575 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:31:26,578 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.222sec 2024-11-08T18:31:26,578 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:31:26,578 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:31:26,578 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:31:26,578 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:31:26,578 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:31:26,578 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40937,1731090685054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:26,578 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40937,1731090685054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:31:26,582 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:31:26,582 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:31:26,582 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40937,1731090685054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:26,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9a4370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:26,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40937,-1 for getting cluster id 2024-11-08T18:31:26,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:31:26,624 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e38645e7-b76e-4d39-b219-dd7c2a89a5f1' 2024-11-08T18:31:26,624 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:31:26,624 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e38645e7-b76e-4d39-b219-dd7c2a89a5f1" 2024-11-08T18:31:26,625 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a92078a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:26,625 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40937,-1] 2024-11-08T18:31:26,625 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:31:26,625 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:26,627 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:31:26,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519e789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:26,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:26,630 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42123,1731090685282, seqNum=-1] 2024-11-08T18:31:26,631 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:26,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:26,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,40937,1731090685054 2024-11-08T18:31:26,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:31:26,636 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40937,1731090685054 2024-11-08T18:31:26,636 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46ec4bc 2024-11-08T18:31:26,636 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:31:26,638 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:31:26,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40937 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40937 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T18:31:26,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:31:26,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:26,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40937 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T18:31:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:26,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:31:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:26,656 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3586b1acc92271de95ece109c670a12, NAME => 'testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29 2024-11-08T18:31:26,657 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b380c193e2d955f7c61dc15e8730471d, NAME => 'testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29 2024-11-08T18:31:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing d3586b1acc92271de95ece109c670a12, disabling compactions & flushes 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b380c193e2d955f7c61dc15e8730471d, disabling compactions & flushes 2024-11-08T18:31:26,666 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:26,666 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. after waiting 0 ms 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. after waiting 0 ms 2024-11-08T18:31:26,666 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3586b1acc92271de95ece109c670a12: Waiting for close lock at 1731090686666Disabling compacts and flushes for region at 1731090686666Disabling writes for close at 1731090686666Writing region close event to WAL at 1731090686666Closed at 1731090686666 2024-11-08T18:31:26,666 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b380c193e2d955f7c61dc15e8730471d: Waiting for close lock at 1731090686666Disabling compacts and flushes for region at 1731090686666Disabling writes for close at 1731090686666Writing region close event to WAL at 1731090686666Closed at 1731090686666 2024-11-08T18:31:26,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:31:26,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090686668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090686668"}]},"ts":"1731090686668"} 2024-11-08T18:31:26,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090686668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090686668"}]},"ts":"1731090686668"} 2024-11-08T18:31:26,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T18:31:26,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:31:26,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090686674"}]},"ts":"1731090686674"} 2024-11-08T18:31:26,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T18:31:26,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:26,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:26,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:26,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:26,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:26,679 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:26,679 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:26,679 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:26,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3586b1acc92271de95ece109c670a12, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b380c193e2d955f7c61dc15e8730471d, ASSIGN}] 2024-11-08T18:31:26,682 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b380c193e2d955f7c61dc15e8730471d, ASSIGN 2024-11-08T18:31:26,682 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3586b1acc92271de95ece109c670a12, ASSIGN 2024-11-08T18:31:26,683 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b380c193e2d955f7c61dc15e8730471d, ASSIGN; state=OFFLINE, location=2424dce0d377,40227,1731090685239; forceNewPlan=false, retain=false 2024-11-08T18:31:26,683 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3586b1acc92271de95ece109c670a12, ASSIGN; state=OFFLINE, location=2424dce0d377,42123,1731090685282; forceNewPlan=false, retain=false 2024-11-08T18:31:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:26,834 INFO [2424dce0d377:40937 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T18:31:26,834 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3586b1acc92271de95ece109c670a12, regionState=OPENING, regionLocation=2424dce0d377,42123,1731090685282 2024-11-08T18:31:26,834 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b380c193e2d955f7c61dc15e8730471d, regionState=OPENING, regionLocation=2424dce0d377,40227,1731090685239 2024-11-08T18:31:26,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b380c193e2d955f7c61dc15e8730471d, ASSIGN because future has completed 2024-11-08T18:31:26,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b380c193e2d955f7c61dc15e8730471d, server=2424dce0d377,40227,1731090685239}] 2024-11-08T18:31:26,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3586b1acc92271de95ece109c670a12, ASSIGN because future has completed 2024-11-08T18:31:26,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3586b1acc92271de95ece109c670a12, server=2424dce0d377,42123,1731090685282}] 2024-11-08T18:31:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:26,992 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:26,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:27,001 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:27,001 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:27,001 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b380c193e2d955f7c61dc15e8730471d, NAME => 'testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T18:31:27,001 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => d3586b1acc92271de95ece109c670a12, NAME => 'testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T18:31:27,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:27,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:27,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,004 INFO [StoreOpener-d3586b1acc92271de95ece109c670a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,006 INFO [StoreOpener-b380c193e2d955f7c61dc15e8730471d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,007 INFO [StoreOpener-d3586b1acc92271de95ece109c670a12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3586b1acc92271de95ece109c670a12 columnFamilyName family 2024-11-08T18:31:27,007 DEBUG [StoreOpener-d3586b1acc92271de95ece109c670a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:27,007 INFO [StoreOpener-d3586b1acc92271de95ece109c670a12-1 {}] regionserver.HStore(327): Store=d3586b1acc92271de95ece109c670a12/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:27,008 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,009 INFO [StoreOpener-b380c193e2d955f7c61dc15e8730471d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b380c193e2d955f7c61dc15e8730471d columnFamilyName family 2024-11-08T18:31:27,009 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,009 DEBUG [StoreOpener-b380c193e2d955f7c61dc15e8730471d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:27,009 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,010 INFO [StoreOpener-b380c193e2d955f7c61dc15e8730471d-1 {}] regionserver.HStore(327): Store=b380c193e2d955f7c61dc15e8730471d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:27,010 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,010 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,010 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,011 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,011 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,012 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,012 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,012 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,014 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,015 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/d3586b1acc92271de95ece109c670a12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:27,015 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened d3586b1acc92271de95ece109c670a12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67987739, jitterRate=0.013096258044242859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:27,016 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,016 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for d3586b1acc92271de95ece109c670a12: Running coprocessor pre-open hook at 1731090687003Writing region info on filesystem at 1731090687003Initializing all the Stores at 1731090687004 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090687004Cleaning up temporary data from old regions at 1731090687010 (+6 ms)Running coprocessor post-open hooks at 1731090687016 (+6 ms)Region opened successfully at 1731090687016 2024-11-08T18:31:27,017 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/b380c193e2d955f7c61dc15e8730471d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:27,017 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b380c193e2d955f7c61dc15e8730471d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67591689, jitterRate=0.007194653153419495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:27,018 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12., pid=8, masterSystemTime=1731090686994 2024-11-08T18:31:27,018 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,018 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b380c193e2d955f7c61dc15e8730471d: Running coprocessor pre-open hook at 1731090687002Writing region info on filesystem at 1731090687002Initializing all the Stores at 1731090687004 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090687004Cleaning up temporary data from old regions at 1731090687012 (+8 ms)Running coprocessor post-open hooks at 1731090687018 (+6 ms)Region opened successfully at 1731090687018 2024-11-08T18:31:27,019 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d., pid=7, masterSystemTime=1731090686992 2024-11-08T18:31:27,020 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:27,021 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:27,022 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3586b1acc92271de95ece109c670a12, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,42123,1731090685282 2024-11-08T18:31:27,022 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:27,022 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:27,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b380c193e2d955f7c61dc15e8730471d, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,40227,1731090685239 2024-11-08T18:31:27,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3586b1acc92271de95ece109c670a12, server=2424dce0d377,42123,1731090685282 because future has completed 2024-11-08T18:31:27,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b380c193e2d955f7c61dc15e8730471d, server=2424dce0d377,40227,1731090685239 because future has completed 2024-11-08T18:31:27,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T18:31:27,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d3586b1acc92271de95ece109c670a12, server=2424dce0d377,42123,1731090685282 in 187 msec 2024-11-08T18:31:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T18:31:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b380c193e2d955f7c61dc15e8730471d, server=2424dce0d377,40227,1731090685239 in 191 msec 2024-11-08T18:31:27,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d3586b1acc92271de95ece109c670a12, ASSIGN in 351 msec 2024-11-08T18:31:27,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T18:31:27,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b380c193e2d955f7c61dc15e8730471d, ASSIGN in 353 msec 2024-11-08T18:31:27,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:31:27,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090687039"}]},"ts":"1731090687039"} 2024-11-08T18:31:27,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T18:31:27,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:31:27,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 404 msec 2024-11-08T18:31:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:27,276 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T18:31:27,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T18:31:27,276 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:27,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T18:31:27,283 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:27,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T18:31:27,288 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12., hostname=2424dce0d377,42123,1731090685282, seqNum=2] 2024-11-08T18:31:27,301 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d., hostname=2424dce0d377,40227,1731090685239, seqNum=2] 2024-11-08T18:31:27,301 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:27,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:27,317 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b380c193e2d955f7c61dc15e8730471d 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T18:31:27,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/b380c193e2d955f7c61dc15e8730471d/.tmp/family/d5fc45df0b934451a975d99ba7900698 is 32, key is 5/family:/1731090687304/Put/seqid=0 2024-11-08T18:31:27,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741839_1015 (size=5083) 2024-11-08T18:31:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741839_1015 (size=5083) 2024-11-08T18:31:27,344 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/b380c193e2d955f7c61dc15e8730471d/.tmp/family/d5fc45df0b934451a975d99ba7900698 2024-11-08T18:31:27,354 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/b380c193e2d955f7c61dc15e8730471d/.tmp/family/d5fc45df0b934451a975d99ba7900698 as hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/b380c193e2d955f7c61dc15e8730471d/family/d5fc45df0b934451a975d99ba7900698 2024-11-08T18:31:27,363 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/b380c193e2d955f7c61dc15e8730471d/family/d5fc45df0b934451a975d99ba7900698, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T18:31:27,364 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b380c193e2d955f7c61dc15e8730471d in 47ms, sequenceid=9, compaction requested=false 2024-11-08T18:31:27,364 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b380c193e2d955f7c61dc15e8730471d: 2024-11-08T18:31:27,365 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d3586b1acc92271de95ece109c670a12 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T18:31:27,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/d3586b1acc92271de95ece109c670a12/.tmp/family/488e962dfa624a8ea9953556f865bd71 is 32, key is 1/family:/1731090687289/Put/seqid=0 2024-11-08T18:31:27,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741840_1016 (size=5054) 2024-11-08T18:31:27,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741840_1016 (size=5054) 2024-11-08T18:31:27,390 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/d3586b1acc92271de95ece109c670a12/.tmp/family/488e962dfa624a8ea9953556f865bd71 2024-11-08T18:31:27,399 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/d3586b1acc92271de95ece109c670a12/.tmp/family/488e962dfa624a8ea9953556f865bd71 as hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/d3586b1acc92271de95ece109c670a12/family/488e962dfa624a8ea9953556f865bd71 2024-11-08T18:31:27,409 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/d3586b1acc92271de95ece109c670a12/family/488e962dfa624a8ea9953556f865bd71, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T18:31:27,410 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d3586b1acc92271de95ece109c670a12 in 45ms, sequenceid=8, compaction requested=false 2024-11-08T18:31:27,410 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d3586b1acc92271de95ece109c670a12: 2024-11-08T18:31:27,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:31:27,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:27,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:27,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:27,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:27,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:31:27,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:31:27,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1466388781, stopped=false 2024-11-08T18:31:27,415 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,40937,1731090685054 2024-11-08T18:31:27,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:27,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:27,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:27,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:27,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:27,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:27,493 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:27,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:27,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:27,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:27,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:27,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:27,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:27,495 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,40227,1731090685239' ***** 2024-11-08T18:31:27,495 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:27,495 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,42123,1731090685282' ***** 2024-11-08T18:31:27,495 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:27,495 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:27,495 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:27,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:27,496 INFO [RS:1;2424dce0d377:42123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:27,496 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:27,496 INFO [RS:1;2424dce0d377:42123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:27,496 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,496 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,42123,1731090685282 2024-11-08T18:31:27,497 INFO [RS:1;2424dce0d377:42123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:27,497 INFO [RS:1;2424dce0d377:42123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2424dce0d377:42123. 2024-11-08T18:31:27,497 INFO [RS:0;2424dce0d377:40227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:27,497 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3586b1acc92271de95ece109c670a12, disabling compactions & flushes 2024-11-08T18:31:27,497 INFO [RS:0;2424dce0d377:40227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:27,497 DEBUG [RS:1;2424dce0d377:42123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:27,497 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(3091): Received CLOSE for b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,497 DEBUG [RS:1;2424dce0d377:42123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:27,497 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:27,497 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:27,497 INFO [RS:1;2424dce0d377:42123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:27,497 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. after waiting 0 ms 2024-11-08T18:31:27,497 INFO [RS:1;2424dce0d377:42123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:27,497 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:27,497 INFO [RS:1;2424dce0d377:42123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:27,498 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:31:27,498 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,40227,1731090685239 2024-11-08T18:31:27,498 INFO [RS:0;2424dce0d377:40227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:27,498 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b380c193e2d955f7c61dc15e8730471d, disabling compactions & flushes 2024-11-08T18:31:27,498 INFO [RS:0;2424dce0d377:40227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:40227. 2024-11-08T18:31:27,498 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:27,498 DEBUG [RS:0;2424dce0d377:40227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:27,498 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:27,498 DEBUG [RS:0;2424dce0d377:40227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:27,498 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. after waiting 0 ms 2024-11-08T18:31:27,499 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:31:27,499 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:27,499 DEBUG [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(1325): Online Regions={b380c193e2d955f7c61dc15e8730471d=testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d.} 2024-11-08T18:31:27,499 DEBUG [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(1351): Waiting on b380c193e2d955f7c61dc15e8730471d 2024-11-08T18:31:27,499 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:31:27,499 DEBUG [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d3586b1acc92271de95ece109c670a12=testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12.} 2024-11-08T18:31:27,499 DEBUG [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d3586b1acc92271de95ece109c670a12 2024-11-08T18:31:27,499 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:27,499 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:27,499 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:27,500 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:27,500 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:27,500 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T18:31:27,505 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/b380c193e2d955f7c61dc15e8730471d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T18:31:27,505 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/default/testClearRegionBlockCache/d3586b1acc92271de95ece109c670a12/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T18:31:27,506 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:27,506 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:27,506 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b380c193e2d955f7c61dc15e8730471d: Waiting for close lock at 1731090687498Running coprocessor pre-close hooks at 1731090687498Disabling compacts and flushes for region at 1731090687498Disabling writes for close at 1731090687498Writing region close event to WAL at 1731090687500 (+2 ms)Running coprocessor post-close hooks at 1731090687506 (+6 ms)Closed at 1731090687506 2024-11-08T18:31:27,506 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3586b1acc92271de95ece109c670a12: Waiting for close lock at 1731090687497Running coprocessor pre-close hooks at 1731090687497Disabling compacts and flushes for region at 1731090687497Disabling writes for close at 1731090687497Writing region close event to WAL at 1731090687499 (+2 ms)Running coprocessor post-close hooks at 1731090687506 (+7 ms)Closed at 1731090687506 2024-11-08T18:31:27,507 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731090686638.d3586b1acc92271de95ece109c670a12. 2024-11-08T18:31:27,507 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d. 2024-11-08T18:31:27,519 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/.tmp/info/cf5fa136dda747f199944ff504938abb is 173, key is testClearRegionBlockCache,5,1731090686638.b380c193e2d955f7c61dc15e8730471d./info:regioninfo/1731090687023/Put/seqid=0 2024-11-08T18:31:27,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:27,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:27,526 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/.tmp/info/cf5fa136dda747f199944ff504938abb 2024-11-08T18:31:27,549 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/.tmp/ns/d254840bf8864e59947a08a62d5e6f56 is 43, key is default/ns:d/1731090686557/Put/seqid=0 2024-11-08T18:31:27,551 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:27,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:27,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:27,556 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/.tmp/ns/d254840bf8864e59947a08a62d5e6f56 2024-11-08T18:31:27,570 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:27,578 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/.tmp/table/1575ac1f1583477fa5a319c24a054d5a is 61, key is testClearRegionBlockCache/table:state/1731090687039/Put/seqid=0 2024-11-08T18:31:27,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:27,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:27,585 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/.tmp/table/1575ac1f1583477fa5a319c24a054d5a 2024-11-08T18:31:27,593 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/.tmp/info/cf5fa136dda747f199944ff504938abb as hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/info/cf5fa136dda747f199944ff504938abb 2024-11-08T18:31:27,600 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/info/cf5fa136dda747f199944ff504938abb, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T18:31:27,602 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/.tmp/ns/d254840bf8864e59947a08a62d5e6f56 as hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/ns/d254840bf8864e59947a08a62d5e6f56 2024-11-08T18:31:27,609 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/ns/d254840bf8864e59947a08a62d5e6f56, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T18:31:27,610 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/.tmp/table/1575ac1f1583477fa5a319c24a054d5a as hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/table/1575ac1f1583477fa5a319c24a054d5a 2024-11-08T18:31:27,617 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/table/1575ac1f1583477fa5a319c24a054d5a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T18:31:27,618 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=13, compaction requested=false 2024-11-08T18:31:27,624 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T18:31:27,625 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:31:27,625 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:27,625 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090687499Running coprocessor pre-close hooks at 1731090687499Disabling compacts and flushes for region at 1731090687499Disabling writes for close at 1731090687500 (+1 ms)Obtaining lock to block concurrent updates at 1731090687500Preparing flush snapshotting stores in 1588230740 at 1731090687500Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731090687501 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731090687501Flushing 1588230740/info: creating writer at 1731090687501Flushing 1588230740/info: appending metadata at 1731090687518 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731090687518Flushing 1588230740/ns: creating writer at 1731090687534 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731090687549 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731090687549Flushing 1588230740/table: creating writer at 1731090687563 (+14 ms)Flushing 1588230740/table: appending metadata at 1731090687577 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731090687577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2febcdeb: reopening flushed file at 1731090687591 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e032b42: reopening flushed file at 1731090687600 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506ef78b: reopening flushed file at 1731090687609 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 118ms, sequenceid=13, compaction requested=false at 1731090687618 (+9 ms)Writing region close event to WAL at 1731090687620 (+2 ms)Running coprocessor post-close hooks at 1731090687625 (+5 ms)Closed at 1731090687625 2024-11-08T18:31:27,625 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:27,699 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,40227,1731090685239; all regions closed. 2024-11-08T18:31:27,699 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,42123,1731090685282; all regions closed. 2024-11-08T18:31:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:27,705 DEBUG [RS:0;2424dce0d377:40227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/oldWALs 2024-11-08T18:31:27,705 DEBUG [RS:1;2424dce0d377:42123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/oldWALs 2024-11-08T18:31:27,705 INFO [RS:0;2424dce0d377:40227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C40227%2C1731090685239:(num 1731090686007) 2024-11-08T18:31:27,705 INFO [RS:1;2424dce0d377:42123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C42123%2C1731090685282.meta:.meta(num 1731090686442) 2024-11-08T18:31:27,705 DEBUG [RS:0;2424dce0d377:40227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:27,705 INFO [RS:0;2424dce0d377:40227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:27,705 INFO [RS:0;2424dce0d377:40227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:27,706 INFO [RS:0;2424dce0d377:40227 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:27,706 INFO [RS:0;2424dce0d377:40227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:27,706 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:27,706 INFO [RS:0;2424dce0d377:40227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:27,706 INFO [RS:0;2424dce0d377:40227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:27,706 INFO [RS:0;2424dce0d377:40227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:27,706 INFO [RS:0;2424dce0d377:40227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40227 2024-11-08T18:31:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:27,712 DEBUG [RS:1;2424dce0d377:42123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/oldWALs 2024-11-08T18:31:27,712 INFO [RS:1;2424dce0d377:42123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C42123%2C1731090685282:(num 1731090686001) 2024-11-08T18:31:27,712 DEBUG [RS:1;2424dce0d377:42123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:27,712 INFO [RS:1;2424dce0d377:42123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:27,712 INFO [RS:1;2424dce0d377:42123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:27,712 INFO [RS:1;2424dce0d377:42123 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:27,712 INFO [RS:1;2424dce0d377:42123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:27,712 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:27,713 INFO [RS:1;2424dce0d377:42123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42123 2024-11-08T18:31:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,40227,1731090685239 2024-11-08T18:31:27,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:27,714 INFO [RS:0;2424dce0d377:40227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:27,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,42123,1731090685282 2024-11-08T18:31:27,724 INFO [RS:1;2424dce0d377:42123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:27,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,42123,1731090685282] 2024-11-08T18:31:27,745 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,42123,1731090685282 already deleted, retry=false 2024-11-08T18:31:27,745 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,42123,1731090685282 expired; onlineServers=1 2024-11-08T18:31:27,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,40227,1731090685239] 2024-11-08T18:31:27,756 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,40227,1731090685239 already deleted, retry=false 2024-11-08T18:31:27,756 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,40227,1731090685239 expired; onlineServers=0 2024-11-08T18:31:27,756 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,40937,1731090685054' ***** 2024-11-08T18:31:27,756 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:31:27,756 INFO [M:0;2424dce0d377:40937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:27,756 INFO [M:0;2424dce0d377:40937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:27,756 DEBUG [M:0;2424dce0d377:40937 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:31:27,756 DEBUG [M:0;2424dce0d377:40937 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:31:27,756 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090685736 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090685736,5,FailOnTimeoutGroup] 2024-11-08T18:31:27,756 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:31:27,756 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090685734 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090685734,5,FailOnTimeoutGroup] 2024-11-08T18:31:27,757 INFO [M:0;2424dce0d377:40937 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:27,757 INFO [M:0;2424dce0d377:40937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:27,757 DEBUG [M:0;2424dce0d377:40937 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:31:27,757 INFO [M:0;2424dce0d377:40937 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:31:27,757 INFO [M:0;2424dce0d377:40937 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:27,757 INFO [M:0;2424dce0d377:40937 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:31:27,757 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:31:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:27,766 DEBUG [M:0;2424dce0d377:40937 {}] zookeeper.ZKUtil(347): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T18:31:27,766 WARN [M:0;2424dce0d377:40937 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:31:27,767 INFO [M:0;2424dce0d377:40937 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/.lastflushedseqids 2024-11-08T18:31:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:27,776 INFO [M:0;2424dce0d377:40937 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:31:27,776 INFO [M:0;2424dce0d377:40937 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:31:27,776 DEBUG [M:0;2424dce0d377:40937 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:27,776 INFO [M:0;2424dce0d377:40937 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:27,776 DEBUG [M:0;2424dce0d377:40937 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:27,776 DEBUG [M:0;2424dce0d377:40937 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:27,776 DEBUG [M:0;2424dce0d377:40937 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:27,777 INFO [M:0;2424dce0d377:40937 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T18:31:27,794 DEBUG [M:0;2424dce0d377:40937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e97c5adc564443ae3d8470d8a03587 is 82, key is hbase:meta,,1/info:regioninfo/1731090686484/Put/seqid=0 2024-11-08T18:31:27,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:27,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:27,801 INFO [M:0;2424dce0d377:40937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e97c5adc564443ae3d8470d8a03587 2024-11-08T18:31:27,829 DEBUG [M:0;2424dce0d377:40937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f36c2663e1c4632bc28d841aee60a08 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090687044/Put/seqid=0 2024-11-08T18:31:27,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:27,835 INFO [RS:0;2424dce0d377:40227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:27,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1011bb798140001, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:27,835 INFO [RS:0;2424dce0d377:40227 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,40227,1731090685239; zookeeper connection closed. 2024-11-08T18:31:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741846_1022 (size=6219) 2024-11-08T18:31:27,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aad5409 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aad5409 2024-11-08T18:31:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741846_1022 (size=6219) 2024-11-08T18:31:27,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:27,846 INFO [RS:1;2424dce0d377:42123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:27,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42123-0x1011bb798140002, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:27,846 INFO [RS:1;2424dce0d377:42123 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,42123,1731090685282; zookeeper connection closed. 2024-11-08T18:31:27,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23e787ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23e787ed 2024-11-08T18:31:27,846 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T18:31:28,239 INFO [M:0;2424dce0d377:40937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f36c2663e1c4632bc28d841aee60a08 2024-11-08T18:31:28,266 DEBUG [M:0;2424dce0d377:40937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fdde063fda94b20ad50b39c57d747d8 is 69, key is 2424dce0d377,40227,1731090685239/rs:state/1731090685786/Put/seqid=0 2024-11-08T18:31:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:28,274 INFO [M:0;2424dce0d377:40937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fdde063fda94b20ad50b39c57d747d8 2024-11-08T18:31:28,283 DEBUG [M:0;2424dce0d377:40937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e97c5adc564443ae3d8470d8a03587 as hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64e97c5adc564443ae3d8470d8a03587 2024-11-08T18:31:28,290 INFO [M:0;2424dce0d377:40937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64e97c5adc564443ae3d8470d8a03587, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T18:31:28,292 DEBUG [M:0;2424dce0d377:40937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f36c2663e1c4632bc28d841aee60a08 as hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f36c2663e1c4632bc28d841aee60a08 2024-11-08T18:31:28,298 INFO [M:0;2424dce0d377:40937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f36c2663e1c4632bc28d841aee60a08, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T18:31:28,300 DEBUG [M:0;2424dce0d377:40937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fdde063fda94b20ad50b39c57d747d8 as hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fdde063fda94b20ad50b39c57d747d8 2024-11-08T18:31:28,306 INFO [M:0;2424dce0d377:40937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/a254abb7-1e5b-a10b-fe94-94439ef64f29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fdde063fda94b20ad50b39c57d747d8, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T18:31:28,307 INFO [M:0;2424dce0d377:40937 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=71, compaction requested=false 2024-11-08T18:31:28,309 INFO [M:0;2424dce0d377:40937 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:28,309 DEBUG [M:0;2424dce0d377:40937 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090687776Disabling compacts and flushes for region at 1731090687776Disabling writes for close at 1731090687776Obtaining lock to block concurrent updates at 1731090687777 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090687777Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731090687777Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090687778 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090687778Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090687794 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090687794Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090687808 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090687829 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090687829Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090688251 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090688266 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090688266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699ee84e: reopening flushed file at 1731090688282 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7c6089: reopening flushed file at 1731090688290 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a9d11f: reopening flushed file at 1731090688298 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=71, compaction requested=false at 1731090688308 (+10 ms)Writing region close event to WAL at 1731090688309 (+1 ms)Closed at 1731090688309 2024-11-08T18:31:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741830_1006 (size=35440) 2024-11-08T18:31:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741830_1006 (size=35440) 2024-11-08T18:31:28,317 INFO [M:0;2424dce0d377:40937 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:31:28,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:28,317 INFO [M:0;2424dce0d377:40937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40937 2024-11-08T18:31:28,318 INFO [M:0;2424dce0d377:40937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:28,467 INFO [M:0;2424dce0d377:40937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:28,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:28,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40937-0x1011bb798140000, quorum=127.0.0.1:60059, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:28,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71696081{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:28,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77173441{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:28,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:28,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f067297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:28,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327bfc41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:28,478 WARN [BP-1974339288-172.17.0.3-1731090682684 heartbeating to localhost/127.0.0.1:39065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:28,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:28,478 WARN [BP-1974339288-172.17.0.3-1731090682684 heartbeating to localhost/127.0.0.1:39065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1974339288-172.17.0.3-1731090682684 (Datanode Uuid 7ac0c2ff-cc75-410b-966b-5586fda399c8) service to localhost/127.0.0.1:39065 2024-11-08T18:31:28,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:28,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/data/data3/current/BP-1974339288-172.17.0.3-1731090682684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:28,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/data/data4/current/BP-1974339288-172.17.0.3-1731090682684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:28,480 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:28,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ed8653e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:28,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a88327b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:28,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:28,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13b60fc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:28,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748dc726{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:28,484 WARN [BP-1974339288-172.17.0.3-1731090682684 heartbeating to localhost/127.0.0.1:39065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:28,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:28,484 WARN [BP-1974339288-172.17.0.3-1731090682684 heartbeating to localhost/127.0.0.1:39065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1974339288-172.17.0.3-1731090682684 (Datanode Uuid 2f0fb547-8be7-4573-ae98-f69f92d75cdc) service to localhost/127.0.0.1:39065 2024-11-08T18:31:28,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:28,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/data/data1/current/BP-1974339288-172.17.0.3-1731090682684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:28,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/cluster_25d4ec36-7ce0-ea0a-1f24-1ef871ffbb2a/data/data2/current/BP-1974339288-172.17.0.3-1731090682684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:28,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:28,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27ae68c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:28,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1915ff17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:28,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:28,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e2e3fef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:28,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9f2575f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:28,496 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:31:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:31:28,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 84) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:39065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:39065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:39065 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:39065 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=893 (was 954), ProcessCount=11 (was 11), AvailableMemoryMB=2391 (was 2577) 2024-11-08T18:31:28,529 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=893, ProcessCount=11, AvailableMemoryMB=2391 2024-11-08T18:31:28,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.log.dir so I do NOT create it in target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e 2024-11-08T18:31:28,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:31:28,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.tmp.dir so I do NOT create it in target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e 2024-11-08T18:31:28,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d959b60-3667-c4a6-1c62-091b9f158cc2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:31:28,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e 2024-11-08T18:31:28,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:31:28,544 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7, deleteOnExit=true 2024-11-08T18:31:28,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:31:28,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/test.cache.data in system properties and HBase conf 2024-11-08T18:31:28,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:31:28,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:31:28,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:31:28,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:28,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:28,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:31:28,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:31:28,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:31:28,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:28,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:31:28,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:31:28,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:28,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:28,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:28,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:28,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:28,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:28,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b927769{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:28,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52926c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:28,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aa8aad5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/java.io.tmpdir/jetty-localhost-33737-hadoop-hdfs-3_4_1-tests_jar-_-any-9736670444810448539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:28,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f28edab{HTTP/1.1, (http/1.1)}{localhost:33737} 2024-11-08T18:31:28,964 INFO [Time-limited test {}] server.Server(415): Started @20471ms 2024-11-08T18:31:29,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:29,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:29,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:29,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:29,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:29,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3b9dfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:29,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489a444e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:29,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7710913f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/java.io.tmpdir/jetty-localhost-34705-hadoop-hdfs-3_4_1-tests_jar-_-any-15324615976809838094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:29,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37dc5d35{HTTP/1.1, (http/1.1)}{localhost:34705} 2024-11-08T18:31:29,320 INFO [Time-limited test {}] server.Server(415): Started @20827ms 2024-11-08T18:31:29,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:29,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:29,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:29,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:29,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:29,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:29,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6352cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:29,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1848ec09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:29,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55303968{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/java.io.tmpdir/jetty-localhost-35313-hadoop-hdfs-3_4_1-tests_jar-_-any-240181234946888281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:29,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@704f6d66{HTTP/1.1, (http/1.1)}{localhost:35313} 2024-11-08T18:31:29,462 INFO [Time-limited test {}] server.Server(415): Started @20969ms 2024-11-08T18:31:29,464 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:30,511 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/data/data1/current/BP-536160902-172.17.0.3-1731090688568/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:30,511 WARN [Thread-634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/data/data2/current/BP-536160902-172.17.0.3-1731090688568/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:30,533 WARN [Thread-597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e993484945ba72e with lease ID 0x352773a636390f5d: Processing first storage report for DS-ba74304c-a52c-46d7-8f56-c8112e19318e from datanode DatanodeRegistration(127.0.0.1:39895, datanodeUuid=983e6502-b37c-4a64-afba-a16da1174601, infoPort=36333, infoSecurePort=0, ipcPort=46753, storageInfo=lv=-57;cid=testClusterID;nsid=117111157;c=1731090688568) 2024-11-08T18:31:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e993484945ba72e with lease ID 0x352773a636390f5d: from storage DS-ba74304c-a52c-46d7-8f56-c8112e19318e node DatanodeRegistration(127.0.0.1:39895, datanodeUuid=983e6502-b37c-4a64-afba-a16da1174601, infoPort=36333, infoSecurePort=0, ipcPort=46753, storageInfo=lv=-57;cid=testClusterID;nsid=117111157;c=1731090688568), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e993484945ba72e with lease ID 0x352773a636390f5d: Processing first storage report for DS-409fb839-874f-49ae-83a3-7be7c8e29a32 from datanode DatanodeRegistration(127.0.0.1:39895, datanodeUuid=983e6502-b37c-4a64-afba-a16da1174601, infoPort=36333, infoSecurePort=0, ipcPort=46753, storageInfo=lv=-57;cid=testClusterID;nsid=117111157;c=1731090688568) 2024-11-08T18:31:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e993484945ba72e with lease ID 0x352773a636390f5d: from storage DS-409fb839-874f-49ae-83a3-7be7c8e29a32 node DatanodeRegistration(127.0.0.1:39895, datanodeUuid=983e6502-b37c-4a64-afba-a16da1174601, infoPort=36333, infoSecurePort=0, ipcPort=46753, storageInfo=lv=-57;cid=testClusterID;nsid=117111157;c=1731090688568), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:30,647 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/data/data3/current/BP-536160902-172.17.0.3-1731090688568/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:30,647 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/data/data4/current/BP-536160902-172.17.0.3-1731090688568/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:30,666 WARN [Thread-620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:30,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb86b3600d487b03 with lease ID 0x352773a636390f5e: Processing first storage report for DS-73d0e245-71d0-4fc3-87ab-f3d92c9768aa from datanode DatanodeRegistration(127.0.0.1:35043, datanodeUuid=734a4df8-7479-4861-9327-7bebe9a8e5fc, infoPort=41137, infoSecurePort=0, ipcPort=45283, storageInfo=lv=-57;cid=testClusterID;nsid=117111157;c=1731090688568) 2024-11-08T18:31:30,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb86b3600d487b03 with lease ID 0x352773a636390f5e: from storage DS-73d0e245-71d0-4fc3-87ab-f3d92c9768aa node DatanodeRegistration(127.0.0.1:35043, datanodeUuid=734a4df8-7479-4861-9327-7bebe9a8e5fc, infoPort=41137, infoSecurePort=0, ipcPort=45283, storageInfo=lv=-57;cid=testClusterID;nsid=117111157;c=1731090688568), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:30,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb86b3600d487b03 with lease ID 0x352773a636390f5e: Processing first storage report for DS-4a14920d-b6fa-402d-a124-3d35fb586075 from datanode DatanodeRegistration(127.0.0.1:35043, datanodeUuid=734a4df8-7479-4861-9327-7bebe9a8e5fc, infoPort=41137, infoSecurePort=0, ipcPort=45283, storageInfo=lv=-57;cid=testClusterID;nsid=117111157;c=1731090688568) 2024-11-08T18:31:30,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb86b3600d487b03 with lease ID 0x352773a636390f5e: from storage DS-4a14920d-b6fa-402d-a124-3d35fb586075 node DatanodeRegistration(127.0.0.1:35043, datanodeUuid=734a4df8-7479-4861-9327-7bebe9a8e5fc, infoPort=41137, infoSecurePort=0, ipcPort=45283, storageInfo=lv=-57;cid=testClusterID;nsid=117111157;c=1731090688568), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:30,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e 2024-11-08T18:31:30,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/zookeeper_0, clientPort=54925, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:31:30,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54925 2024-11-08T18:31:30,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:30,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:30,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:30,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:30,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4 with version=8 2024-11-08T18:31:30,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/hbase-staging 2024-11-08T18:31:30,731 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:30,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:30,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:30,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:30,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:30,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:30,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:31:30,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:30,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38177 2024-11-08T18:31:30,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38177 connecting to ZooKeeper ensemble=127.0.0.1:54925 2024-11-08T18:31:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381770x0, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:30,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38177-0x1011bb7ae420000 connected 2024-11-08T18:31:30,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:30,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:30,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:30,879 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4, hbase.cluster.distributed=false 2024-11-08T18:31:30,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:30,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-08T18:31:30,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38177 2024-11-08T18:31:30,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38177 2024-11-08T18:31:30,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-08T18:31:30,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-08T18:31:30,901 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:30,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:30,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:30,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:30,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:30,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:30,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:30,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:30,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46429 2024-11-08T18:31:30,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46429 connecting to ZooKeeper ensemble=127.0.0.1:54925 2024-11-08T18:31:30,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:30,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464290x0, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:30,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464290x0, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:30,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46429-0x1011bb7ae420001 connected 2024-11-08T18:31:30,914 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:30,915 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:30,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:30,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:30,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46429 2024-11-08T18:31:30,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46429 2024-11-08T18:31:30,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46429 2024-11-08T18:31:30,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46429 2024-11-08T18:31:30,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46429 2024-11-08T18:31:30,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:30,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:30,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:30,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:30,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:30,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:30,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:30,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:30,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44693 2024-11-08T18:31:30,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44693 connecting to ZooKeeper ensemble=127.0.0.1:54925 2024-11-08T18:31:30,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:30,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446930x0, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:30,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446930x0, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:30,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44693-0x1011bb7ae420002 connected 2024-11-08T18:31:30,956 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:30,957 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:30,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:30,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:30,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44693 2024-11-08T18:31:30,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44693 2024-11-08T18:31:30,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44693 2024-11-08T18:31:30,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44693 2024-11-08T18:31:30,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44693 2024-11-08T18:31:30,977 DEBUG [M:0;2424dce0d377:38177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:38177 2024-11-08T18:31:30,977 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2424dce0d377,38177,1731090690731 2024-11-08T18:31:30,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:30,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:30,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:30,988 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2424dce0d377,38177,1731090690731 2024-11-08T18:31:30,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:30,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:30,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:30,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:30,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:30,999 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T18:31:30,999 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2424dce0d377,38177,1731090690731 from backup master directory 2024-11-08T18:31:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2424dce0d377,38177,1731090690731 2024-11-08T18:31:31,008 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:31,008 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,38177,1731090690731 2024-11-08T18:31:31,014 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/hbase.id] with ID: 203f5f5d-0c01-4bbf-ba4f-aea80715956c 2024-11-08T18:31:31,014 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/.tmp/hbase.id 2024-11-08T18:31:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:31,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:31,022 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/.tmp/hbase.id]:[hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/hbase.id] 2024-11-08T18:31:31,037 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:31,037 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:31:31,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T18:31:31,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:31,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:31,058 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:31,059 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:31:31,059 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:31,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:31,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:31,068 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store 2024-11-08T18:31:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:31,077 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:31,077 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:31,077 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:31,077 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:31,077 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:31,077 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:31,077 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:31,077 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090691077Disabling compacts and flushes for region at 1731090691077Disabling writes for close at 1731090691077Writing region close event to WAL at 1731090691077Closed at 1731090691077 2024-11-08T18:31:31,078 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/.initializing 2024-11-08T18:31:31,078 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/WALs/2424dce0d377,38177,1731090690731 2024-11-08T18:31:31,079 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:31,081 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C38177%2C1731090690731, suffix=, logDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/WALs/2424dce0d377,38177,1731090690731, archiveDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/oldWALs, maxLogs=10 2024-11-08T18:31:31,095 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/WALs/2424dce0d377,38177,1731090690731/2424dce0d377%2C38177%2C1731090690731.1731090691082, exclude list is [], retry=0 2024-11-08T18:31:31,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35043,DS-73d0e245-71d0-4fc3-87ab-f3d92c9768aa,DISK] 2024-11-08T18:31:31,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-ba74304c-a52c-46d7-8f56-c8112e19318e,DISK] 2024-11-08T18:31:31,100 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/WALs/2424dce0d377,38177,1731090690731/2424dce0d377%2C38177%2C1731090690731.1731090691082 2024-11-08T18:31:31,100 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137),(127.0.0.1/127.0.0.1:36333:36333)] 2024-11-08T18:31:31,100 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:31,101 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:31,101 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,101 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:31:31,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:31,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:31:31,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:31,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:31:31,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:31,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:31:31,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:31,110 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,111 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,111 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:31,115 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:31,117 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:31,117 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66361760, jitterRate=-0.01113271713256836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:31,118 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090691101Initializing all the Stores at 1731090691102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090691102Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090691102Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090691102Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090691102Cleaning up temporary data from old regions at 1731090691113 (+11 ms)Region opened successfully at 1731090691118 (+5 ms) 2024-11-08T18:31:31,119 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:31:31,122 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7de611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:31,123 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:31:31,123 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:31:31,123 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:31:31,123 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:31:31,123 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:31:31,124 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:31:31,124 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:31:31,125 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:31:31,126 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T18:31:31,134 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T18:31:31,134 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:31:31,135 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:31:31,145 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T18:31:31,145 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:31:31,147 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:31:31,155 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T18:31:31,157 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:31:31,166 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T18:31:31,168 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:31:31,176 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T18:31:31,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:31,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:31,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:31,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,188 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,38177,1731090690731, sessionid=0x1011bb7ae420000, setting cluster-up flag (Was=false) 2024-11-08T18:31:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,240 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T18:31:31,244 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,38177,1731090690731 2024-11-08T18:31:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,303 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T18:31:31,308 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,38177,1731090690731 2024-11-08T18:31:31,310 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:31:31,312 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:31,312 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:31:31,312 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:31:31,313 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,38177,1731090690731 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:31:31,315 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:31,315 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:31,315 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:31,315 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:31,315 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:31:31,315 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,315 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:31,315 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,316 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090721316 2024-11-08T18:31:31,316 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:31:31,316 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:31:31,316 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:31:31,316 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:31:31,316 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:31:31,316 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:31:31,317 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:31,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:31:31,318 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:31:31,318 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:31:31,318 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:31:31,318 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:31:31,318 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:31:31,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:31:31,320 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090691318,5,FailOnTimeoutGroup] 2024-11-08T18:31:31,320 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090691320,5,FailOnTimeoutGroup] 2024-11-08T18:31:31,320 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,320 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:31:31,321 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,321 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:31,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:31:31,332 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4 2024-11-08T18:31:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:31,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:31,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:31,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:31,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:31,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:31,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:31,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:31,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:31,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:31,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:31,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:31,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:31,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:31,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:31,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740 2024-11-08T18:31:31,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740 2024-11-08T18:31:31,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:31,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:31,352 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:31,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:31,356 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:31,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65561985, jitterRate=-0.02305029332637787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:31,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090691341Initializing all the Stores at 1731090691342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090691342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090691342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090691342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090691342Cleaning up temporary data from old regions at 1731090691352 (+10 ms)Region opened successfully at 1731090691357 (+5 ms) 2024-11-08T18:31:31,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:31,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:31,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:31,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:31,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:31,357 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:31,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090691357Disabling compacts and flushes for region at 1731090691357Disabling writes for close at 1731090691357Writing region close event to WAL at 1731090691357Closed at 1731090691357 2024-11-08T18:31:31,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:31,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:31:31,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:31:31,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:31,361 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:31:31,364 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(746): ClusterId : 203f5f5d-0c01-4bbf-ba4f-aea80715956c 2024-11-08T18:31:31,364 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(746): ClusterId : 203f5f5d-0c01-4bbf-ba4f-aea80715956c 2024-11-08T18:31:31,364 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:31,364 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:31,375 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:31,375 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:31,375 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:31,375 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:31,388 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:31,388 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:31,389 DEBUG [RS:0;2424dce0d377:46429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ca8090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:31,389 DEBUG [RS:1;2424dce0d377:44693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1decaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:31,403 DEBUG [RS:0;2424dce0d377:46429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:46429 2024-11-08T18:31:31,403 DEBUG [RS:1;2424dce0d377:44693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2424dce0d377:44693 2024-11-08T18:31:31,403 INFO [RS:0;2424dce0d377:46429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:31,403 INFO [RS:0;2424dce0d377:46429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:31,403 INFO [RS:1;2424dce0d377:44693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:31,403 DEBUG [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:31,403 INFO [RS:1;2424dce0d377:44693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:31,403 DEBUG [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:31,404 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,38177,1731090690731 with port=46429, startcode=1731090690901 2024-11-08T18:31:31,404 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,38177,1731090690731 with port=44693, startcode=1731090690935 2024-11-08T18:31:31,404 DEBUG [RS:0;2424dce0d377:46429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:31,404 DEBUG [RS:1;2424dce0d377:44693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:31,406 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:31,406 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:31,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,44693,1731090690935 2024-11-08T18:31:31,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38177 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,44693,1731090690935 2024-11-08T18:31:31,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,46429,1731090690901 2024-11-08T18:31:31,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38177 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,46429,1731090690901 2024-11-08T18:31:31,408 DEBUG [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4 2024-11-08T18:31:31,408 DEBUG [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40963 2024-11-08T18:31:31,408 DEBUG [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:31,410 DEBUG [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4 2024-11-08T18:31:31,410 DEBUG [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40963 2024-11-08T18:31:31,410 DEBUG [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:31,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:31,456 DEBUG [RS:1;2424dce0d377:44693 {}] zookeeper.ZKUtil(111): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,44693,1731090690935 2024-11-08T18:31:31,456 WARN [RS:1;2424dce0d377:44693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:31,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,46429,1731090690901] 2024-11-08T18:31:31,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,44693,1731090690935] 2024-11-08T18:31:31,457 INFO [RS:1;2424dce0d377:44693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:31,457 DEBUG [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,44693,1731090690935 2024-11-08T18:31:31,457 DEBUG [RS:0;2424dce0d377:46429 {}] zookeeper.ZKUtil(111): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,46429,1731090690901 2024-11-08T18:31:31,457 WARN [RS:0;2424dce0d377:46429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:31,458 INFO [RS:0;2424dce0d377:46429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:31,458 DEBUG [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,46429,1731090690901 2024-11-08T18:31:31,464 INFO [RS:1;2424dce0d377:44693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:31,464 INFO [RS:0;2424dce0d377:46429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:31,466 INFO [RS:1;2424dce0d377:44693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:31,466 INFO [RS:1;2424dce0d377:44693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:31,466 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,467 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:31,468 INFO [RS:0;2424dce0d377:46429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:31,468 INFO [RS:1;2424dce0d377:44693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:31,468 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,468 INFO [RS:0;2424dce0d377:46429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:31,468 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,468 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,468 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,468 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,468 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:31,468 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,468 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,469 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:31,469 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,469 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,469 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,469 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,469 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,469 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,469 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:31,469 DEBUG [RS:1;2424dce0d377:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:31,469 INFO [RS:0;2424dce0d377:46429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:31,469 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,469 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,470 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,471 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:31,471 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:31,471 DEBUG [RS:0;2424dce0d377:46429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:31,471 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,471 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,471 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,471 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,471 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,471 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,471 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,471 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,471 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44693,1731090690935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:31,472 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,472 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,472 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46429,1731090690901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:31,486 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:31,486 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44693,1731090690935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,486 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,486 INFO [RS:1;2424dce0d377:44693 {}] regionserver.Replication(171): 2424dce0d377,44693,1731090690935 started 2024-11-08T18:31:31,487 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:31,487 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46429,1731090690901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,487 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,487 INFO [RS:0;2424dce0d377:46429 {}] regionserver.Replication(171): 2424dce0d377,46429,1731090690901 started 2024-11-08T18:31:31,500 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,500 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:31,500 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,44693,1731090690935, RpcServer on 2424dce0d377/172.17.0.3:44693, sessionid=0x1011bb7ae420002 2024-11-08T18:31:31,500 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,46429,1731090690901, RpcServer on 2424dce0d377/172.17.0.3:46429, sessionid=0x1011bb7ae420001 2024-11-08T18:31:31,500 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:31,500 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:31,500 DEBUG [RS:0;2424dce0d377:46429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,46429,1731090690901 2024-11-08T18:31:31,500 DEBUG [RS:1;2424dce0d377:44693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,44693,1731090690935 2024-11-08T18:31:31,500 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,46429,1731090690901' 2024-11-08T18:31:31,500 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,44693,1731090690935' 2024-11-08T18:31:31,500 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:31,500 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:31,501 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:31,501 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:31,502 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:31,502 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:31,502 DEBUG [RS:1;2424dce0d377:44693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,44693,1731090690935 2024-11-08T18:31:31,502 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,44693,1731090690935' 2024-11-08T18:31:31,502 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:31,502 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:31,502 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:31,502 DEBUG [RS:0;2424dce0d377:46429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,46429,1731090690901 2024-11-08T18:31:31,502 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,46429,1731090690901' 2024-11-08T18:31:31,502 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:31,502 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:31,502 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:31,503 DEBUG [RS:1;2424dce0d377:44693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:31,503 INFO [RS:1;2424dce0d377:44693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:31,503 INFO [RS:1;2424dce0d377:44693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:31,503 DEBUG [RS:0;2424dce0d377:46429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:31,503 INFO [RS:0;2424dce0d377:46429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:31,503 INFO [RS:0;2424dce0d377:46429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:31,511 WARN [2424dce0d377:38177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:31:31,603 INFO [RS:0;2424dce0d377:46429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:31,603 INFO [RS:1;2424dce0d377:44693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:31,605 INFO [RS:1;2424dce0d377:44693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C44693%2C1731090690935, suffix=, logDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,44693,1731090690935, archiveDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/oldWALs, maxLogs=32 2024-11-08T18:31:31,605 INFO [RS:0;2424dce0d377:46429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C46429%2C1731090690901, suffix=, logDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,46429,1731090690901, archiveDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/oldWALs, maxLogs=32 2024-11-08T18:31:31,620 DEBUG [RS:1;2424dce0d377:44693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,44693,1731090690935/2424dce0d377%2C44693%2C1731090690935.1731090691607, exclude list is [], retry=0 2024-11-08T18:31:31,622 DEBUG [RS:0;2424dce0d377:46429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,46429,1731090690901/2424dce0d377%2C46429%2C1731090690901.1731090691607, exclude list is [], retry=0 2024-11-08T18:31:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35043,DS-73d0e245-71d0-4fc3-87ab-f3d92c9768aa,DISK] 2024-11-08T18:31:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-ba74304c-a52c-46d7-8f56-c8112e19318e,DISK] 2024-11-08T18:31:31,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-ba74304c-a52c-46d7-8f56-c8112e19318e,DISK] 2024-11-08T18:31:31,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35043,DS-73d0e245-71d0-4fc3-87ab-f3d92c9768aa,DISK] 2024-11-08T18:31:31,626 INFO [RS:1;2424dce0d377:44693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,44693,1731090690935/2424dce0d377%2C44693%2C1731090690935.1731090691607 2024-11-08T18:31:31,626 DEBUG [RS:1;2424dce0d377:44693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137),(127.0.0.1/127.0.0.1:36333:36333)] 2024-11-08T18:31:31,627 INFO [RS:0;2424dce0d377:46429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,46429,1731090690901/2424dce0d377%2C46429%2C1731090690901.1731090691607 2024-11-08T18:31:31,628 DEBUG [RS:0;2424dce0d377:46429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137),(127.0.0.1/127.0.0.1:36333:36333)] 2024-11-08T18:31:31,762 DEBUG [2424dce0d377:38177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T18:31:31,762 DEBUG [2424dce0d377:38177 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:31,767 DEBUG [2424dce0d377:38177 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:31,767 DEBUG [2424dce0d377:38177 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:31,767 DEBUG [2424dce0d377:38177 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:31,768 DEBUG [2424dce0d377:38177 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:31,768 INFO [2424dce0d377:38177 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:31,768 INFO [2424dce0d377:38177 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:31,768 DEBUG [2424dce0d377:38177 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:31,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,46429,1731090690901 2024-11-08T18:31:31,770 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,46429,1731090690901, state=OPENING 2024-11-08T18:31:31,787 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:31:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:31,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:31,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:31,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:31,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,46429,1731090690901}] 2024-11-08T18:31:31,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:31,952 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:31,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:31,958 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:31:31,958 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:31,959 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:31:31,961 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C46429%2C1731090690901.meta, suffix=.meta, logDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,46429,1731090690901, archiveDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/oldWALs, maxLogs=32 2024-11-08T18:31:31,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:31:31,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:31,978 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,46429,1731090690901/2424dce0d377%2C46429%2C1731090690901.meta.1731090691961.meta, exclude list is [], retry=0 2024-11-08T18:31:31,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-ba74304c-a52c-46d7-8f56-c8112e19318e,DISK] 2024-11-08T18:31:31,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35043,DS-73d0e245-71d0-4fc3-87ab-f3d92c9768aa,DISK] 2024-11-08T18:31:31,987 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,46429,1731090690901/2424dce0d377%2C46429%2C1731090690901.meta.1731090691961.meta 2024-11-08T18:31:31,987 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36333:36333),(127.0.0.1/127.0.0.1:41137:41137)] 2024-11-08T18:31:31,987 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:31,988 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:31:31,988 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:31:31,988 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:31:31,988 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:31:31,988 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:31,989 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:31:31,989 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:31:31,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:31,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:31,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:31,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:31,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:31,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:31,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:31,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:31,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:31,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:31,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:31,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:31,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:31,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:31,997 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:31,998 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740 2024-11-08T18:31:32,000 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740 2024-11-08T18:31:32,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:32,001 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:32,001 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:32,002 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:32,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:32,003 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:32,004 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60908819, jitterRate=-0.09238786995410919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:32,004 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:31:32,005 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090691989Writing region info on filesystem at 1731090691989Initializing all the Stores at 1731090691990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090691990Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090691990Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090691991 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090691991Cleaning up temporary data from old regions at 1731090692001 (+10 ms)Running coprocessor post-open hooks at 1731090692004 (+3 ms)Region opened successfully at 1731090692005 (+1 ms) 2024-11-08T18:31:32,006 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090691952 2024-11-08T18:31:32,009 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:31:32,009 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:31:32,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,46429,1731090690901 2024-11-08T18:31:32,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,46429,1731090690901, state=OPEN 2024-11-08T18:31:32,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:32,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:32,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:32,061 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,46429,1731090690901 2024-11-08T18:31:32,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:32,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:32,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:32,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:31:32,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,46429,1731090690901 in 263 msec 2024-11-08T18:31:32,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:31:32,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 706 msec 2024-11-08T18:31:32,069 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:32,070 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:31:32,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:32,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46429,1731090690901, seqNum=-1] 2024-11-08T18:31:32,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:32,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:32,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 767 msec 2024-11-08T18:31:32,079 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090692079, completionTime=-1 2024-11-08T18:31:32,080 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T18:31:32,080 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:31:32,082 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T18:31:32,082 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090752082 2024-11-08T18:31:32,082 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090812082 2024-11-08T18:31:32,082 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:31:32,082 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T18:31:32,083 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38177,1731090690731-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:32,083 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38177,1731090690731-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:32,083 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38177,1731090690731-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:32,083 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:38177, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:32,083 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:32,083 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:32,086 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:31:32,088 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.080sec 2024-11-08T18:31:32,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:31:32,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:31:32,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:31:32,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:31:32,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:31:32,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38177,1731090690731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:32,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38177,1731090690731-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:31:32,092 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:31:32,092 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:31:32,092 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38177,1731090690731-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:32,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f40de8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:32,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,38177,-1 for getting cluster id 2024-11-08T18:31:32,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:31:32,167 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '203f5f5d-0c01-4bbf-ba4f-aea80715956c' 2024-11-08T18:31:32,167 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:31:32,167 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "203f5f5d-0c01-4bbf-ba4f-aea80715956c" 2024-11-08T18:31:32,168 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcb6276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:32,168 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,38177,-1] 2024-11-08T18:31:32,168 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:31:32,168 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:32,170 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:31:32,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d3179f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:32,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:32,174 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46429,1731090690901, seqNum=-1] 2024-11-08T18:31:32,175 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:32,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:32,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,38177,1731090690731 2024-11-08T18:31:32,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:31:32,180 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,38177,1731090690731 2024-11-08T18:31:32,180 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec1411 2024-11-08T18:31:32,180 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:31:32,181 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:31:32,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T18:31:32,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:31:32,186 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:32,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T18:31:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:32,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:31:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:32,597 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1678644bf72a9a252f4dfc86db8769aa, NAME => 'testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4 2024-11-08T18:31:32,598 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 52ed0c58f594bb670003b9d421951c21, NAME => 'testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4 2024-11-08T18:31:32,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:32,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:32,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:32,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:32,606 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:32,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 52ed0c58f594bb670003b9d421951c21, disabling compactions & flushes 2024-11-08T18:31:32,607 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:32,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:32,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. after waiting 0 ms 2024-11-08T18:31:32,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:32,607 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:32,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 52ed0c58f594bb670003b9d421951c21: Waiting for close lock at 1731090692607Disabling compacts and flushes for region at 1731090692607Disabling writes for close at 1731090692607Writing region close event to WAL at 1731090692607Closed at 1731090692607 2024-11-08T18:31:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:33,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:33,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1678644bf72a9a252f4dfc86db8769aa, disabling compactions & flushes 2024-11-08T18:31:33,008 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:33,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:33,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. after waiting 0 ms 2024-11-08T18:31:33,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:33,008 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:33,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1678644bf72a9a252f4dfc86db8769aa: Waiting for close lock at 1731090693008Disabling compacts and flushes for region at 1731090693008Disabling writes for close at 1731090693008Writing region close event to WAL at 1731090693008Closed at 1731090693008 2024-11-08T18:31:33,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:31:33,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090693011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090693011"}]},"ts":"1731090693011"} 2024-11-08T18:31:33,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090693011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090693011"}]},"ts":"1731090693011"} 2024-11-08T18:31:33,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T18:31:33,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:31:33,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090693019"}]},"ts":"1731090693019"} 2024-11-08T18:31:33,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T18:31:33,025 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:33,026 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:33,026 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:33,026 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:33,026 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:33,026 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:33,026 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:33,026 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:33,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1678644bf72a9a252f4dfc86db8769aa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52ed0c58f594bb670003b9d421951c21, ASSIGN}] 2024-11-08T18:31:33,028 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52ed0c58f594bb670003b9d421951c21, ASSIGN 2024-11-08T18:31:33,028 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1678644bf72a9a252f4dfc86db8769aa, ASSIGN 2024-11-08T18:31:33,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52ed0c58f594bb670003b9d421951c21, ASSIGN; state=OFFLINE, location=2424dce0d377,46429,1731090690901; forceNewPlan=false, retain=false 2024-11-08T18:31:33,029 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1678644bf72a9a252f4dfc86db8769aa, ASSIGN; state=OFFLINE, location=2424dce0d377,44693,1731090690935; forceNewPlan=false, retain=false 2024-11-08T18:31:33,179 INFO [2424dce0d377:38177 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T18:31:33,180 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1678644bf72a9a252f4dfc86db8769aa, regionState=OPENING, regionLocation=2424dce0d377,44693,1731090690935 2024-11-08T18:31:33,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=52ed0c58f594bb670003b9d421951c21, regionState=OPENING, regionLocation=2424dce0d377,46429,1731090690901 2024-11-08T18:31:33,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1678644bf72a9a252f4dfc86db8769aa, ASSIGN because future has completed 2024-11-08T18:31:33,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1678644bf72a9a252f4dfc86db8769aa, server=2424dce0d377,44693,1731090690935}] 2024-11-08T18:31:33,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52ed0c58f594bb670003b9d421951c21, ASSIGN because future has completed 2024-11-08T18:31:33,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52ed0c58f594bb670003b9d421951c21, server=2424dce0d377,46429,1731090690901}] 2024-11-08T18:31:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:33,337 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:33,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:33,342 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:33,342 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:33,342 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1678644bf72a9a252f4dfc86db8769aa, NAME => 'testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T18:31:33,342 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 52ed0c58f594bb670003b9d421951c21, NAME => 'testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T18:31:33,342 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,342 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,343 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:33,343 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:33,343 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,343 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,343 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,343 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,344 INFO [StoreOpener-1678644bf72a9a252f4dfc86db8769aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,344 INFO [StoreOpener-52ed0c58f594bb670003b9d421951c21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,346 INFO [StoreOpener-1678644bf72a9a252f4dfc86db8769aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1678644bf72a9a252f4dfc86db8769aa columnFamilyName family 2024-11-08T18:31:33,346 INFO [StoreOpener-52ed0c58f594bb670003b9d421951c21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ed0c58f594bb670003b9d421951c21 columnFamilyName family 2024-11-08T18:31:33,346 DEBUG [StoreOpener-1678644bf72a9a252f4dfc86db8769aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:33,346 DEBUG [StoreOpener-52ed0c58f594bb670003b9d421951c21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:33,346 INFO [StoreOpener-1678644bf72a9a252f4dfc86db8769aa-1 {}] regionserver.HStore(327): Store=1678644bf72a9a252f4dfc86db8769aa/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:33,346 INFO [StoreOpener-52ed0c58f594bb670003b9d421951c21-1 {}] regionserver.HStore(327): Store=52ed0c58f594bb670003b9d421951c21/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:33,346 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,346 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,347 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,347 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,348 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,348 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,348 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,348 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,348 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,348 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,350 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,350 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,352 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/1678644bf72a9a252f4dfc86db8769aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:33,352 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/52ed0c58f594bb670003b9d421951c21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:33,353 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1678644bf72a9a252f4dfc86db8769aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71376598, jitterRate=0.06359419226646423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:33,353 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 52ed0c58f594bb670003b9d421951c21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74906515, jitterRate=0.11619405448436737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:33,353 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:33,353 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:33,354 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 52ed0c58f594bb670003b9d421951c21: Running coprocessor pre-open hook at 1731090693343Writing region info on filesystem at 1731090693343Initializing all the Stores at 1731090693344 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090693344Cleaning up temporary data from old regions at 1731090693348 (+4 ms)Running coprocessor post-open hooks at 1731090693353 (+5 ms)Region opened successfully at 1731090693354 (+1 ms) 2024-11-08T18:31:33,354 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1678644bf72a9a252f4dfc86db8769aa: Running coprocessor pre-open hook at 1731090693343Writing region info on filesystem at 1731090693343Initializing all the Stores at 1731090693344 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090693344Cleaning up temporary data from old regions at 1731090693348 (+4 ms)Running coprocessor post-open hooks at 1731090693353 (+5 ms)Region opened successfully at 1731090693354 (+1 ms) 2024-11-08T18:31:33,355 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa., pid=7, masterSystemTime=1731090693337 2024-11-08T18:31:33,355 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21., pid=8, masterSystemTime=1731090693338 2024-11-08T18:31:33,358 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:33,358 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:33,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=52ed0c58f594bb670003b9d421951c21, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,46429,1731090690901 2024-11-08T18:31:33,359 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:33,359 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:33,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1678644bf72a9a252f4dfc86db8769aa, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,44693,1731090690935 2024-11-08T18:31:33,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52ed0c58f594bb670003b9d421951c21, server=2424dce0d377,46429,1731090690901 because future has completed 2024-11-08T18:31:33,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1678644bf72a9a252f4dfc86db8769aa, server=2424dce0d377,44693,1731090690935 because future has completed 2024-11-08T18:31:33,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T18:31:33,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 52ed0c58f594bb670003b9d421951c21, server=2424dce0d377,46429,1731090690901 in 179 msec 2024-11-08T18:31:33,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T18:31:33,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1678644bf72a9a252f4dfc86db8769aa, server=2424dce0d377,44693,1731090690935 in 184 msec 2024-11-08T18:31:33,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52ed0c58f594bb670003b9d421951c21, ASSIGN in 342 msec 2024-11-08T18:31:33,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:31:33,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1678644bf72a9a252f4dfc86db8769aa, ASSIGN in 344 msec 2024-11-08T18:31:33,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:31:33,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090693375"}]},"ts":"1731090693375"} 2024-11-08T18:31:33,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T18:31:33,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:31:33,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.1970 sec 2024-11-08T18:31:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:34,335 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T18:31:34,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T18:31:34,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:34,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T18:31:34,339 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:34,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T18:31:34,343 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa., hostname=2424dce0d377,44693,1731090690935, seqNum=2] 2024-11-08T18:31:34,343 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:34,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:34,358 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21., hostname=2424dce0d377,46429,1731090690901, seqNum=2] 2024-11-08T18:31:34,373 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 52ed0c58f594bb670003b9d421951c21 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T18:31:34,395 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/52ed0c58f594bb670003b9d421951c21/.tmp/family/f237d10aeeef4838becad8dee8531aea is 32, key is 5/family:/1731090694359/Put/seqid=0 2024-11-08T18:31:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741839_1015 (size=5083) 2024-11-08T18:31:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741839_1015 (size=5083) 2024-11-08T18:31:34,401 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/52ed0c58f594bb670003b9d421951c21/.tmp/family/f237d10aeeef4838becad8dee8531aea 2024-11-08T18:31:34,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/52ed0c58f594bb670003b9d421951c21/.tmp/family/f237d10aeeef4838becad8dee8531aea as hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/52ed0c58f594bb670003b9d421951c21/family/f237d10aeeef4838becad8dee8531aea 2024-11-08T18:31:34,419 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/52ed0c58f594bb670003b9d421951c21/family/f237d10aeeef4838becad8dee8531aea, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T18:31:34,420 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 52ed0c58f594bb670003b9d421951c21 in 47ms, sequenceid=9, compaction requested=false 2024-11-08T18:31:34,420 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 52ed0c58f594bb670003b9d421951c21: 2024-11-08T18:31:34,420 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1678644bf72a9a252f4dfc86db8769aa 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T18:31:34,437 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/1678644bf72a9a252f4dfc86db8769aa/.tmp/family/9373fea6d3d44457959c91d918ee8220 is 32, key is 1/family:/1731090694345/Put/seqid=0 2024-11-08T18:31:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741840_1016 (size=5054) 2024-11-08T18:31:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741840_1016 (size=5054) 2024-11-08T18:31:34,443 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/1678644bf72a9a252f4dfc86db8769aa/.tmp/family/9373fea6d3d44457959c91d918ee8220 2024-11-08T18:31:34,451 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/1678644bf72a9a252f4dfc86db8769aa/.tmp/family/9373fea6d3d44457959c91d918ee8220 as hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/1678644bf72a9a252f4dfc86db8769aa/family/9373fea6d3d44457959c91d918ee8220 2024-11-08T18:31:34,460 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/1678644bf72a9a252f4dfc86db8769aa/family/9373fea6d3d44457959c91d918ee8220, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T18:31:34,461 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1678644bf72a9a252f4dfc86db8769aa in 41ms, sequenceid=8, compaction requested=false 2024-11-08T18:31:34,461 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1678644bf72a9a252f4dfc86db8769aa: 2024-11-08T18:31:34,467 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T18:31:34,471 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:34,472 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:34,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:34,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:34,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:31:34,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:34,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:34,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:34,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:31:34,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:34,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:31:34,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=5593693, stopped=false 2024-11-08T18:31:34,475 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,38177,1731090690731 2024-11-08T18:31:34,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:34,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:34,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:34,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:34,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:34,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:34,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:34,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:34,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:34,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:34,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:34,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:34,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:34,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,46429,1731090690901' ***** 2024-11-08T18:31:34,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:34,600 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:34,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,44693,1731090690935' ***** 2024-11-08T18:31:34,600 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:34,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:34,600 INFO [RS:0;2424dce0d377:46429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:34,600 INFO [RS:0;2424dce0d377:46429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:34,600 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:34,600 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(3091): Received CLOSE for 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:34,600 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:34,600 INFO [RS:1;2424dce0d377:44693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:34,601 INFO [RS:1;2424dce0d377:44693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:34,601 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:34,601 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,46429,1731090690901 2024-11-08T18:31:34,601 INFO [RS:0;2424dce0d377:46429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:34,601 INFO [RS:0;2424dce0d377:46429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:46429. 2024-11-08T18:31:34,601 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52ed0c58f594bb670003b9d421951c21, disabling compactions & flushes 2024-11-08T18:31:34,601 DEBUG [RS:0;2424dce0d377:46429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:34,601 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,44693,1731090690935 2024-11-08T18:31:34,601 DEBUG [RS:0;2424dce0d377:46429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:34,601 INFO [RS:1;2424dce0d377:44693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:34,601 INFO [RS:0;2424dce0d377:46429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:34,601 INFO [RS:1;2424dce0d377:44693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2424dce0d377:44693. 2024-11-08T18:31:34,601 INFO [RS:0;2424dce0d377:46429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:34,601 INFO [RS:0;2424dce0d377:46429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:34,601 DEBUG [RS:1;2424dce0d377:44693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:34,601 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:31:34,601 DEBUG [RS:1;2424dce0d377:44693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:34,601 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:34,601 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:31:34,601 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:34,601 DEBUG [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(1325): Online Regions={1678644bf72a9a252f4dfc86db8769aa=testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa.} 2024-11-08T18:31:34,601 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. after waiting 0 ms 2024-11-08T18:31:34,601 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:31:34,602 DEBUG [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(1351): Waiting on 1678644bf72a9a252f4dfc86db8769aa 2024-11-08T18:31:34,602 DEBUG [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1325): Online Regions={52ed0c58f594bb670003b9d421951c21=testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:31:34,602 DEBUG [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52ed0c58f594bb670003b9d421951c21 2024-11-08T18:31:34,602 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:34,602 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1678644bf72a9a252f4dfc86db8769aa, disabling compactions & flushes 2024-11-08T18:31:34,602 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:34,602 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:34,602 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:34,601 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:34,602 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:34,602 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:34,602 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. after waiting 0 ms 2024-11-08T18:31:34,602 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:34,602 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:34,602 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T18:31:34,613 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/1678644bf72a9a252f4dfc86db8769aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T18:31:34,614 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:34,614 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1678644bf72a9a252f4dfc86db8769aa: Waiting for close lock at 1731090694602Running coprocessor pre-close hooks at 1731090694602Disabling compacts and flushes for region at 1731090694602Disabling writes for close at 1731090694602Writing region close event to WAL at 1731090694603 (+1 ms)Running coprocessor post-close hooks at 1731090694614 (+11 ms)Closed at 1731090694614 2024-11-08T18:31:34,614 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731090692182.1678644bf72a9a252f4dfc86db8769aa. 2024-11-08T18:31:34,615 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/default/testClearRegionBlockCache/52ed0c58f594bb670003b9d421951c21/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T18:31:34,616 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:34,616 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52ed0c58f594bb670003b9d421951c21: Waiting for close lock at 1731090694601Running coprocessor pre-close hooks at 1731090694601Disabling compacts and flushes for region at 1731090694601Disabling writes for close at 1731090694601Writing region close event to WAL at 1731090694606 (+5 ms)Running coprocessor post-close hooks at 1731090694616 (+10 ms)Closed at 1731090694616 2024-11-08T18:31:34,616 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21. 2024-11-08T18:31:34,621 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/.tmp/info/ff1efadec3154c0cbf537c4e312a2cfc is 173, key is testClearRegionBlockCache,5,1731090692182.52ed0c58f594bb670003b9d421951c21./info:regioninfo/1731090693359/Put/seqid=0 2024-11-08T18:31:34,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:34,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:34,629 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/.tmp/info/ff1efadec3154c0cbf537c4e312a2cfc 2024-11-08T18:31:34,658 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/.tmp/ns/87d1395061884bb490b201d136bd2673 is 43, key is default/ns:d/1731090692074/Put/seqid=0 2024-11-08T18:31:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:34,675 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:34,675 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/.tmp/ns/87d1395061884bb490b201d136bd2673 2024-11-08T18:31:34,676 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:34,703 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/.tmp/table/bd3d8d3ac3f2498885d2d0ab1c747f47 is 61, key is testClearRegionBlockCache/table:state/1731090693375/Put/seqid=0 2024-11-08T18:31:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:34,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:34,716 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/.tmp/table/bd3d8d3ac3f2498885d2d0ab1c747f47 2024-11-08T18:31:34,726 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/.tmp/info/ff1efadec3154c0cbf537c4e312a2cfc as hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/info/ff1efadec3154c0cbf537c4e312a2cfc 2024-11-08T18:31:34,738 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/info/ff1efadec3154c0cbf537c4e312a2cfc, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T18:31:34,741 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/.tmp/ns/87d1395061884bb490b201d136bd2673 as hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/ns/87d1395061884bb490b201d136bd2673 2024-11-08T18:31:34,791 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/ns/87d1395061884bb490b201d136bd2673, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T18:31:34,793 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/.tmp/table/bd3d8d3ac3f2498885d2d0ab1c747f47 as hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/table/bd3d8d3ac3f2498885d2d0ab1c747f47 2024-11-08T18:31:34,802 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,44693,1731090690935; all regions closed. 2024-11-08T18:31:34,802 DEBUG [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:31:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:34,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:34,809 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/table/bd3d8d3ac3f2498885d2d0ab1c747f47, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T18:31:34,811 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 209ms, sequenceid=13, compaction requested=false 2024-11-08T18:31:34,813 DEBUG [RS:1;2424dce0d377:44693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/oldWALs 2024-11-08T18:31:34,813 INFO [RS:1;2424dce0d377:44693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C44693%2C1731090690935:(num 1731090691607) 2024-11-08T18:31:34,813 DEBUG [RS:1;2424dce0d377:44693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:34,813 INFO [RS:1;2424dce0d377:44693 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:34,813 INFO [RS:1;2424dce0d377:44693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:34,813 INFO [RS:1;2424dce0d377:44693 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:34,814 INFO [RS:1;2424dce0d377:44693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:34,814 INFO [RS:1;2424dce0d377:44693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:34,814 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:34,814 INFO [RS:1;2424dce0d377:44693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:34,814 INFO [RS:1;2424dce0d377:44693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:34,814 INFO [RS:1;2424dce0d377:44693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44693 2024-11-08T18:31:34,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:34,827 INFO [RS:1;2424dce0d377:44693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:34,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,44693,1731090690935 2024-11-08T18:31:34,832 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T18:31:34,833 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:31:34,833 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:34,833 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090694602Running coprocessor pre-close hooks at 1731090694602Disabling compacts and flushes for region at 1731090694602Disabling writes for close at 1731090694602Obtaining lock to block concurrent updates at 1731090694602Preparing flush snapshotting stores in 1588230740 at 1731090694602Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731090694603 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731090694603Flushing 1588230740/info: creating writer at 1731090694604 (+1 ms)Flushing 1588230740/info: appending metadata at 1731090694620 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731090694620Flushing 1588230740/ns: creating writer at 1731090694636 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731090694658 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731090694658Flushing 1588230740/table: creating writer at 1731090694684 (+26 ms)Flushing 1588230740/table: appending metadata at 1731090694702 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731090694702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f4976f: reopening flushed file at 1731090694723 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59eb432a: reopening flushed file at 1731090694738 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1fc5f5: reopening flushed file at 1731090694792 (+54 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 209ms, sequenceid=13, compaction requested=false at 1731090694811 (+19 ms)Writing region close event to WAL at 1731090694823 (+12 ms)Running coprocessor post-close hooks at 1731090694833 (+10 ms)Closed at 1731090694833 2024-11-08T18:31:34,833 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:34,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,44693,1731090690935] 2024-11-08T18:31:34,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,44693,1731090690935 already deleted, retry=false 2024-11-08T18:31:34,924 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,44693,1731090690935 expired; onlineServers=1 2024-11-08T18:31:35,002 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,46429,1731090690901; all regions closed. 2024-11-08T18:31:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:35,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/WALs/2424dce0d377,46429,1731090690901/2424dce0d377%2C46429%2C1731090690901.meta.1731090691961.meta not finished, retry = 0 2024-11-08T18:31:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:35,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:35,013 INFO [RS:1;2424dce0d377:44693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:35,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1011bb7ae420002, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:35,014 INFO [RS:1;2424dce0d377:44693 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,44693,1731090690935; zookeeper connection closed. 2024-11-08T18:31:35,014 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29f16ad3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29f16ad3 2024-11-08T18:31:35,115 DEBUG [RS:0;2424dce0d377:46429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/oldWALs 2024-11-08T18:31:35,115 INFO [RS:0;2424dce0d377:46429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C46429%2C1731090690901.meta:.meta(num 1731090691961) 2024-11-08T18:31:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:35,124 DEBUG [RS:0;2424dce0d377:46429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/oldWALs 2024-11-08T18:31:35,124 INFO [RS:0;2424dce0d377:46429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C46429%2C1731090690901:(num 1731090691607) 2024-11-08T18:31:35,124 DEBUG [RS:0;2424dce0d377:46429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:35,124 INFO [RS:0;2424dce0d377:46429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:35,124 INFO [RS:0;2424dce0d377:46429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:35,124 INFO [RS:0;2424dce0d377:46429 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:35,124 INFO [RS:0;2424dce0d377:46429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:35,125 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:35,125 INFO [RS:0;2424dce0d377:46429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46429 2024-11-08T18:31:35,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,46429,1731090690901 2024-11-08T18:31:35,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:35,134 INFO [RS:0;2424dce0d377:46429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:35,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,46429,1731090690901] 2024-11-08T18:31:35,155 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,46429,1731090690901 already deleted, retry=false 2024-11-08T18:31:35,155 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,46429,1731090690901 expired; onlineServers=0 2024-11-08T18:31:35,155 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,38177,1731090690731' ***** 2024-11-08T18:31:35,155 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:31:35,156 INFO [M:0;2424dce0d377:38177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:35,156 INFO [M:0;2424dce0d377:38177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:35,156 DEBUG [M:0;2424dce0d377:38177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:31:35,156 DEBUG [M:0;2424dce0d377:38177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:31:35,156 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:31:35,156 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090691318 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090691318,5,FailOnTimeoutGroup] 2024-11-08T18:31:35,156 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090691320 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090691320,5,FailOnTimeoutGroup] 2024-11-08T18:31:35,156 INFO [M:0;2424dce0d377:38177 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:35,157 INFO [M:0;2424dce0d377:38177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:35,157 DEBUG [M:0;2424dce0d377:38177 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:31:35,157 INFO [M:0;2424dce0d377:38177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:31:35,157 INFO [M:0;2424dce0d377:38177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:35,157 INFO [M:0;2424dce0d377:38177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:31:35,157 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:31:35,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:35,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:35,166 DEBUG [M:0;2424dce0d377:38177 {}] zookeeper.ZKUtil(347): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T18:31:35,166 WARN [M:0;2424dce0d377:38177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:31:35,167 INFO [M:0;2424dce0d377:38177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/.lastflushedseqids 2024-11-08T18:31:35,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:35,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:35,179 INFO [M:0;2424dce0d377:38177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:31:35,179 INFO [M:0;2424dce0d377:38177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:31:35,180 DEBUG [M:0;2424dce0d377:38177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:35,180 INFO [M:0;2424dce0d377:38177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:35,180 DEBUG [M:0;2424dce0d377:38177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:35,180 DEBUG [M:0;2424dce0d377:38177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:35,180 DEBUG [M:0;2424dce0d377:38177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:35,180 INFO [M:0;2424dce0d377:38177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-08T18:31:35,195 DEBUG [M:0;2424dce0d377:38177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86a4dd9e9b504f8890affa1104bcdc18 is 82, key is hbase:meta,,1/info:regioninfo/1731090692010/Put/seqid=0 2024-11-08T18:31:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:35,201 INFO [M:0;2424dce0d377:38177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86a4dd9e9b504f8890affa1104bcdc18 2024-11-08T18:31:35,221 DEBUG [M:0;2424dce0d377:38177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93d248dc6ae5463f9f78100fe0edfc26 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090693381/Put/seqid=0 2024-11-08T18:31:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741846_1022 (size=6218) 2024-11-08T18:31:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741846_1022 (size=6218) 2024-11-08T18:31:35,227 INFO [M:0;2424dce0d377:38177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93d248dc6ae5463f9f78100fe0edfc26 2024-11-08T18:31:35,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:35,245 INFO [RS:0;2424dce0d377:46429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:35,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46429-0x1011bb7ae420001, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:35,245 INFO [RS:0;2424dce0d377:46429 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,46429,1731090690901; zookeeper connection closed. 2024-11-08T18:31:35,245 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@192a2791 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@192a2791 2024-11-08T18:31:35,245 DEBUG [M:0;2424dce0d377:38177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54b7adc460e74db79343f9e225c12d24 is 69, key is 2424dce0d377,44693,1731090690935/rs:state/1731090691407/Put/seqid=0 2024-11-08T18:31:35,245 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T18:31:35,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:35,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:35,251 INFO [M:0;2424dce0d377:38177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54b7adc460e74db79343f9e225c12d24 2024-11-08T18:31:35,257 DEBUG [M:0;2424dce0d377:38177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86a4dd9e9b504f8890affa1104bcdc18 as hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86a4dd9e9b504f8890affa1104bcdc18 2024-11-08T18:31:35,262 INFO [M:0;2424dce0d377:38177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86a4dd9e9b504f8890affa1104bcdc18, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T18:31:35,263 DEBUG [M:0;2424dce0d377:38177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93d248dc6ae5463f9f78100fe0edfc26 as hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93d248dc6ae5463f9f78100fe0edfc26 2024-11-08T18:31:35,269 INFO [M:0;2424dce0d377:38177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93d248dc6ae5463f9f78100fe0edfc26, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T18:31:35,270 DEBUG [M:0;2424dce0d377:38177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54b7adc460e74db79343f9e225c12d24 as hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54b7adc460e74db79343f9e225c12d24 2024-11-08T18:31:35,275 INFO [M:0;2424dce0d377:38177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40963/user/jenkins/test-data/bd5c2d26-6083-e934-6544-79cfdaf494b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54b7adc460e74db79343f9e225c12d24, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T18:31:35,276 INFO [M:0;2424dce0d377:38177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-08T18:31:35,277 INFO [M:0;2424dce0d377:38177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:35,278 DEBUG [M:0;2424dce0d377:38177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090695180Disabling compacts and flushes for region at 1731090695180Disabling writes for close at 1731090695180Obtaining lock to block concurrent updates at 1731090695180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090695180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731090695180Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090695181 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090695181Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090695195 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090695195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090695206 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090695220 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090695221 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090695231 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090695245 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090695245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd695a2: reopening flushed file at 1731090695256 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c10c5cd: reopening flushed file at 1731090695262 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fef33e0: reopening flushed file at 1731090695269 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1731090695276 (+7 ms)Writing region close event to WAL at 1731090695277 (+1 ms)Closed at 1731090695277 2024-11-08T18:31:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35043 is added to blk_1073741830_1006 (size=35428) 2024-11-08T18:31:35,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741830_1006 (size=35428) 2024-11-08T18:31:35,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:35,280 INFO [M:0;2424dce0d377:38177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:31:35,280 INFO [M:0;2424dce0d377:38177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38177 2024-11-08T18:31:35,281 INFO [M:0;2424dce0d377:38177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:35,392 INFO [M:0;2424dce0d377:38177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:35,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:35,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x1011bb7ae420000, quorum=127.0.0.1:54925, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:35,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55303968{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:35,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@704f6d66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:35,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:35,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1848ec09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:35,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6352cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:35,396 WARN [BP-536160902-172.17.0.3-1731090688568 heartbeating to localhost/127.0.0.1:40963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:35,396 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:35,396 WARN [BP-536160902-172.17.0.3-1731090688568 heartbeating to localhost/127.0.0.1:40963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-536160902-172.17.0.3-1731090688568 (Datanode Uuid 734a4df8-7479-4861-9327-7bebe9a8e5fc) service to localhost/127.0.0.1:40963 2024-11-08T18:31:35,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:35,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/data/data3/current/BP-536160902-172.17.0.3-1731090688568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:35,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/data/data4/current/BP-536160902-172.17.0.3-1731090688568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:35,397 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:35,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7710913f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:35,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37dc5d35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:35,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:35,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489a444e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:35,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3b9dfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:35,400 WARN [BP-536160902-172.17.0.3-1731090688568 heartbeating to localhost/127.0.0.1:40963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:35,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:35,400 WARN [BP-536160902-172.17.0.3-1731090688568 heartbeating to localhost/127.0.0.1:40963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-536160902-172.17.0.3-1731090688568 (Datanode Uuid 983e6502-b37c-4a64-afba-a16da1174601) service to localhost/127.0.0.1:40963 2024-11-08T18:31:35,400 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:35,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/data/data1/current/BP-536160902-172.17.0.3-1731090688568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:35,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/cluster_7002072f-f1c0-cda6-2709-23f3d72d8aa7/data/data2/current/BP-536160902-172.17.0.3-1731090688568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:35,401 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:35,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aa8aad5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:35,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f28edab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:35,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:35,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52926c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:35,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b927769{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:35,414 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:31:35,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:31:35,443 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 115) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:40963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:40963 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:40963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:40963 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=878 (was 893), ProcessCount=11 (was 11), AvailableMemoryMB=2081 (was 2391) 2024-11-08T18:31:35,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=878, ProcessCount=11, AvailableMemoryMB=2081 2024-11-08T18:31:35,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.log.dir so I do NOT create it in target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e 2024-11-08T18:31:35,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:31:35,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.tmp.dir so I do NOT create it in target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e 2024-11-08T18:31:35,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c7a3968-4072-54c9-1caf-992a4097729e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:31:35,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e 2024-11-08T18:31:35,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:31:35,462 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f, deleteOnExit=true 2024-11-08T18:31:35,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:31:35,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/test.cache.data in system properties and HBase conf 2024-11-08T18:31:35,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:31:35,463 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:31:35,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:31:35,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:31:35,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:35,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:31:35,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:31:35,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:31:35,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:35,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:35,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:35,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:35,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:31:35,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:35,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45c0184{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:35,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c99175a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:35,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7025440{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/java.io.tmpdir/jetty-localhost-40203-hadoop-hdfs-3_4_1-tests_jar-_-any-5112003598305213803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:35,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@288842b3{HTTP/1.1, (http/1.1)}{localhost:40203} 2024-11-08T18:31:35,916 INFO [Time-limited test {}] server.Server(415): Started @27423ms 2024-11-08T18:31:36,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:36,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:36,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:36,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:36,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:31:36,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32396112{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:36,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@109f5262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:36,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f22dcc5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/java.io.tmpdir/jetty-localhost-46863-hadoop-hdfs-3_4_1-tests_jar-_-any-5107229669885021767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:36,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d9944da{HTTP/1.1, (http/1.1)}{localhost:46863} 2024-11-08T18:31:36,305 INFO [Time-limited test {}] server.Server(415): Started @27812ms 2024-11-08T18:31:36,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:36,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:36,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:36,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:36,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:36,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:36,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1307c550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:36,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1577bb97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:36,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326bbb8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/java.io.tmpdir/jetty-localhost-43089-hadoop-hdfs-3_4_1-tests_jar-_-any-18195095132332409722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:36,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76d7d45f{HTTP/1.1, (http/1.1)}{localhost:43089} 2024-11-08T18:31:36,434 INFO [Time-limited test {}] server.Server(415): Started @27941ms 2024-11-08T18:31:36,435 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:37,457 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/data/data1/current/BP-1864852341-172.17.0.3-1731090695479/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:37,457 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/data/data2/current/BP-1864852341-172.17.0.3-1731090695479/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:37,473 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefa4816db640df11 with lease ID 0x6f173be2b5f223c9: Processing first storage report for DS-2a90e3e3-061d-445a-9d8d-0fa0ac1a3350 from datanode DatanodeRegistration(127.0.0.1:34381, datanodeUuid=c0949934-8b87-4798-b704-18b6cc9b1f49, infoPort=39937, infoSecurePort=0, ipcPort=37847, storageInfo=lv=-57;cid=testClusterID;nsid=36207932;c=1731090695479) 2024-11-08T18:31:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefa4816db640df11 with lease ID 0x6f173be2b5f223c9: from storage DS-2a90e3e3-061d-445a-9d8d-0fa0ac1a3350 node DatanodeRegistration(127.0.0.1:34381, datanodeUuid=c0949934-8b87-4798-b704-18b6cc9b1f49, infoPort=39937, infoSecurePort=0, ipcPort=37847, storageInfo=lv=-57;cid=testClusterID;nsid=36207932;c=1731090695479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefa4816db640df11 with lease ID 0x6f173be2b5f223c9: Processing first storage report for DS-afe01d14-85fe-4ad3-9160-0540196e276a from datanode DatanodeRegistration(127.0.0.1:34381, datanodeUuid=c0949934-8b87-4798-b704-18b6cc9b1f49, infoPort=39937, infoSecurePort=0, ipcPort=37847, storageInfo=lv=-57;cid=testClusterID;nsid=36207932;c=1731090695479) 2024-11-08T18:31:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefa4816db640df11 with lease ID 0x6f173be2b5f223c9: from storage DS-afe01d14-85fe-4ad3-9160-0540196e276a node DatanodeRegistration(127.0.0.1:34381, datanodeUuid=c0949934-8b87-4798-b704-18b6cc9b1f49, infoPort=39937, infoSecurePort=0, ipcPort=37847, storageInfo=lv=-57;cid=testClusterID;nsid=36207932;c=1731090695479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:37,492 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:31:37,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:37,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:37,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:37,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:37,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:37,615 WARN [Thread-912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/data/data4/current/BP-1864852341-172.17.0.3-1731090695479/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:37,615 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/data/data3/current/BP-1864852341-172.17.0.3-1731090695479/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:37,635 WARN [Thread-886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:37,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f143d92ccecb72e with lease ID 0x6f173be2b5f223ca: Processing first storage report for DS-87fa4699-5f5d-4638-b6be-b7874591a48c from datanode DatanodeRegistration(127.0.0.1:36145, datanodeUuid=9235d77e-28c8-4551-bb03-a8e46b1abe52, infoPort=37845, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=36207932;c=1731090695479) 2024-11-08T18:31:37,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f143d92ccecb72e with lease ID 0x6f173be2b5f223ca: from storage DS-87fa4699-5f5d-4638-b6be-b7874591a48c node DatanodeRegistration(127.0.0.1:36145, datanodeUuid=9235d77e-28c8-4551-bb03-a8e46b1abe52, infoPort=37845, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=36207932;c=1731090695479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:37,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f143d92ccecb72e with lease ID 0x6f173be2b5f223ca: Processing first storage report for DS-2d8366ed-0b14-40df-9f3f-7e436a5d17c6 from datanode DatanodeRegistration(127.0.0.1:36145, datanodeUuid=9235d77e-28c8-4551-bb03-a8e46b1abe52, infoPort=37845, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=36207932;c=1731090695479) 2024-11-08T18:31:37,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f143d92ccecb72e with lease ID 0x6f173be2b5f223ca: from storage DS-2d8366ed-0b14-40df-9f3f-7e436a5d17c6 node DatanodeRegistration(127.0.0.1:36145, datanodeUuid=9235d77e-28c8-4551-bb03-a8e46b1abe52, infoPort=37845, infoSecurePort=0, ipcPort=46173, storageInfo=lv=-57;cid=testClusterID;nsid=36207932;c=1731090695479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:37,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e 2024-11-08T18:31:37,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/zookeeper_0, clientPort=64599, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:31:37,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64599 2024-11-08T18:31:37,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:37,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:37,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:37,684 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9 with version=8 2024-11-08T18:31:37,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/hbase-staging 2024-11-08T18:31:37,686 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:37,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:37,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:37,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:37,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:37,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:37,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:31:37,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:37,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41381 2024-11-08T18:31:37,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41381 connecting to ZooKeeper ensemble=127.0.0.1:64599 2024-11-08T18:31:37,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413810x0, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:37,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41381-0x1011bb7c9710000 connected 2024-11-08T18:31:37,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:37,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:37,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:37,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9, hbase.cluster.distributed=false 2024-11-08T18:31:37,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:37,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41381 2024-11-08T18:31:37,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41381 2024-11-08T18:31:37,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41381 2024-11-08T18:31:37,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41381 2024-11-08T18:31:37,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41381 2024-11-08T18:31:37,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:37,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:37,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:37,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:37,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:37,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:37,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:37,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:37,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35427 2024-11-08T18:31:37,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35427 connecting to ZooKeeper ensemble=127.0.0.1:64599 2024-11-08T18:31:37,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:37,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:37,934 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354270x0, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:37,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35427-0x1011bb7c9710001 connected 2024-11-08T18:31:37,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:37,935 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:37,943 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T18:31:37,949 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T18:31:37,955 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T18:31:37,962 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T18:31:37,962 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:37,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:37,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:37,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-08T18:31:37,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35427 2024-11-08T18:31:37,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35427 2024-11-08T18:31:37,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-08T18:31:37,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-08T18:31:37,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:37,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:37,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:37,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:37,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:37,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:37,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:37,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:37,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33907 2024-11-08T18:31:37,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33907 connecting to ZooKeeper ensemble=127.0.0.1:64599 2024-11-08T18:31:37,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:38,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:38,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339070x0, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:38,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339070x0, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:38,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33907-0x1011bb7c9710002 connected 2024-11-08T18:31:38,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:38,021 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T18:31:38,042 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T18:31:38,043 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T18:31:38,048 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T18:31:38,049 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:38,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:38,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:38,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33907 2024-11-08T18:31:38,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33907 2024-11-08T18:31:38,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33907 2024-11-08T18:31:38,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33907 2024-11-08T18:31:38,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33907 2024-11-08T18:31:38,064 DEBUG [M:0;2424dce0d377:41381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:41381 2024-11-08T18:31:38,066 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2424dce0d377,41381,1731090697686 2024-11-08T18:31:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:38,071 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:38,071 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2424dce0d377,41381,1731090697686 2024-11-08T18:31:38,081 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:38,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:38,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,081 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,082 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T18:31:38,082 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2424dce0d377,41381,1731090697686 from backup master directory 2024-11-08T18:31:38,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:38,092 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:38,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2424dce0d377,41381,1731090697686 2024-11-08T18:31:38,092 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:38,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:38,092 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,41381,1731090697686 2024-11-08T18:31:38,096 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/hbase.id] with ID: a5af0c53-a697-48ac-b9a4-b5ff963309fa 2024-11-08T18:31:38,097 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/.tmp/hbase.id 2024-11-08T18:31:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:38,106 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/.tmp/hbase.id]:[hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/hbase.id] 2024-11-08T18:31:38,119 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:38,119 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:31:38,121 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T18:31:38,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,134 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:38,142 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:38,143 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:31:38,143 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:38,157 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store 2024-11-08T18:31:38,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:38,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:38,167 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:38,167 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:38,168 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:38,168 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:38,168 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:38,168 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:38,168 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:38,168 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090698167Disabling compacts and flushes for region at 1731090698167Disabling writes for close at 1731090698168 (+1 ms)Writing region close event to WAL at 1731090698168Closed at 1731090698168 2024-11-08T18:31:38,169 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/.initializing 2024-11-08T18:31:38,169 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/WALs/2424dce0d377,41381,1731090697686 2024-11-08T18:31:38,170 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:38,173 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C41381%2C1731090697686, suffix=, logDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/WALs/2424dce0d377,41381,1731090697686, archiveDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/oldWALs, maxLogs=10 2024-11-08T18:31:38,191 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/WALs/2424dce0d377,41381,1731090697686/2424dce0d377%2C41381%2C1731090697686.1731090698173, exclude list is [], retry=0 2024-11-08T18:31:38,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36145,DS-87fa4699-5f5d-4638-b6be-b7874591a48c,DISK] 2024-11-08T18:31:38,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34381,DS-2a90e3e3-061d-445a-9d8d-0fa0ac1a3350,DISK] 2024-11-08T18:31:38,201 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/WALs/2424dce0d377,41381,1731090697686/2424dce0d377%2C41381%2C1731090697686.1731090698173 2024-11-08T18:31:38,201 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37845:37845),(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-08T18:31:38,201 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:38,201 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:38,201 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,202 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:31:38,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:38,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:38,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:31:38,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:38,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:38,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:31:38,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:38,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:38,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:31:38,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:38,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:38,214 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,215 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,215 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,216 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,217 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,218 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:38,219 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:38,222 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:38,223 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63710159, jitterRate=-0.050644651055336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:38,224 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090698202Initializing all the Stores at 1731090698203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090698203Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090698203Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090698203Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090698203Cleaning up temporary data from old regions at 1731090698217 (+14 ms)Region opened successfully at 1731090698223 (+6 ms) 2024-11-08T18:31:38,224 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:31:38,229 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1c99dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:38,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:31:38,231 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:31:38,231 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:31:38,231 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:31:38,232 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:31:38,232 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:31:38,232 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:31:38,243 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:31:38,245 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T18:31:38,475 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T18:31:38,476 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:31:38,477 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:31:38,492 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T18:31:38,492 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:31:38,493 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:31:38,502 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T18:31:38,503 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:31:38,513 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T18:31:38,515 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:31:38,523 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T18:31:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:38,534 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,534 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,535 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,41381,1731090697686, sessionid=0x1011bb7c9710000, setting cluster-up flag (Was=false) 2024-11-08T18:31:38,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,631 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,723 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T18:31:38,725 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,41381,1731090697686 2024-11-08T18:31:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,744 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:38,776 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T18:31:38,777 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,41381,1731090697686 2024-11-08T18:31:38,779 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:31:38,781 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:38,781 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:31:38,781 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:31:38,781 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,41381,1731090697686 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:31:38,783 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:38,783 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:38,783 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:38,783 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:38,783 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:31:38,783 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,784 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:38,784 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,785 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090728785 2024-11-08T18:31:38,785 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:31:38,785 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:31:38,785 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:31:38,785 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:31:38,785 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:31:38,785 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:31:38,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:38,786 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:31:38,786 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:31:38,786 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:31:38,786 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:31:38,787 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:31:38,787 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:31:38,787 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090698787,5,FailOnTimeoutGroup] 2024-11-08T18:31:38,787 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090698787,5,FailOnTimeoutGroup] 2024-11-08T18:31:38,787 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,787 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:31:38,787 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:38,787 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:31:38,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:38,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:31:38,796 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9 2024-11-08T18:31:38,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:38,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:38,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:38,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:38,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:38,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:38,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:38,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:38,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:38,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:38,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:38,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:38,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:38,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:38,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:38,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:38,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:38,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:38,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:38,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:38,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740 2024-11-08T18:31:38,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740 2024-11-08T18:31:38,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:38,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:38,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:38,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:38,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:38,822 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71657184, jitterRate=0.06777524948120117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:38,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090698805Initializing all the Stores at 1731090698806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090698806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090698806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090698806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090698806Cleaning up temporary data from old regions at 1731090698817 (+11 ms)Region opened successfully at 1731090698822 (+5 ms) 2024-11-08T18:31:38,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:38,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:38,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:38,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:38,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:38,823 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:38,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090698822Disabling compacts and flushes for region at 1731090698822Disabling writes for close at 1731090698822Writing region close event to WAL at 1731090698823 (+1 ms)Closed at 1731090698823 2024-11-08T18:31:38,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:38,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:31:38,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:31:38,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:38,826 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:31:38,854 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(746): ClusterId : a5af0c53-a697-48ac-b9a4-b5ff963309fa 2024-11-08T18:31:38,854 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(746): ClusterId : a5af0c53-a697-48ac-b9a4-b5ff963309fa 2024-11-08T18:31:38,855 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:38,855 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:38,861 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:38,861 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:38,861 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:38,861 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:38,881 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:38,882 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:38,882 DEBUG [RS:1;2424dce0d377:33907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c30d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:38,882 DEBUG [RS:0;2424dce0d377:35427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:38,894 DEBUG [RS:0;2424dce0d377:35427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:35427 2024-11-08T18:31:38,894 INFO [RS:0;2424dce0d377:35427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:38,894 INFO [RS:0;2424dce0d377:35427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:38,894 DEBUG [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:38,895 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,41381,1731090697686 with port=35427, startcode=1731090697917 2024-11-08T18:31:38,895 DEBUG [RS:0;2424dce0d377:35427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:38,898 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2424dce0d377:33907 2024-11-08T18:31:38,898 INFO [RS:1;2424dce0d377:33907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:38,898 INFO [RS:1;2424dce0d377:33907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:38,898 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:38,899 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,41381,1731090697686 with port=33907, startcode=1731090697993 2024-11-08T18:31:38,899 DEBUG [RS:1;2424dce0d377:33907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:38,901 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:38,901 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:38,901 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,33907,1731090697993 2024-11-08T18:31:38,901 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41381 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,33907,1731090697993 2024-11-08T18:31:38,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,35427,1731090697917 2024-11-08T18:31:38,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41381 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,35427,1731090697917 2024-11-08T18:31:38,903 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9 2024-11-08T18:31:38,903 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41363 2024-11-08T18:31:38,903 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:38,905 DEBUG [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9 2024-11-08T18:31:38,905 DEBUG [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41363 2024-11-08T18:31:38,905 DEBUG [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:38,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:38,957 DEBUG [RS:1;2424dce0d377:33907 {}] zookeeper.ZKUtil(111): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,33907,1731090697993 2024-11-08T18:31:38,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,33907,1731090697993] 2024-11-08T18:31:38,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,35427,1731090697917] 2024-11-08T18:31:38,957 WARN [RS:1;2424dce0d377:33907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:38,957 INFO [RS:1;2424dce0d377:33907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:38,957 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,33907,1731090697993 2024-11-08T18:31:38,960 DEBUG [RS:0;2424dce0d377:35427 {}] zookeeper.ZKUtil(111): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,35427,1731090697917 2024-11-08T18:31:38,960 WARN [RS:0;2424dce0d377:35427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:38,960 INFO [RS:0;2424dce0d377:35427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:38,960 DEBUG [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,35427,1731090697917 2024-11-08T18:31:38,961 INFO [RS:1;2424dce0d377:33907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:38,963 INFO [RS:1;2424dce0d377:33907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:38,963 INFO [RS:0;2424dce0d377:35427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:38,964 INFO [RS:1;2424dce0d377:33907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:38,964 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,964 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:38,965 INFO [RS:1;2424dce0d377:33907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:38,965 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,965 INFO [RS:0;2424dce0d377:35427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,965 INFO [RS:0;2424dce0d377:35427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:38,965 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,966 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,966 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,966 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,966 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:38,966 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:38,966 DEBUG [RS:1;2424dce0d377:33907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:38,966 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,966 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,966 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,966 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,966 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,966 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33907,1731090697993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:38,967 INFO [RS:0;2424dce0d377:35427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:38,968 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:38,968 DEBUG [RS:0;2424dce0d377:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:38,972 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,972 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,972 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,972 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,972 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,972 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35427,1731090697917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:38,977 WARN [2424dce0d377:41381 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:31:38,983 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:38,983 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33907,1731090697993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,983 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,983 INFO [RS:1;2424dce0d377:33907 {}] regionserver.Replication(171): 2424dce0d377,33907,1731090697993 started 2024-11-08T18:31:38,987 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:38,987 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35427,1731090697917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,988 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:38,988 INFO [RS:0;2424dce0d377:35427 {}] regionserver.Replication(171): 2424dce0d377,35427,1731090697917 started 2024-11-08T18:31:39,003 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:39,003 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:39,004 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,33907,1731090697993, RpcServer on 2424dce0d377/172.17.0.3:33907, sessionid=0x1011bb7c9710002 2024-11-08T18:31:39,004 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,35427,1731090697917, RpcServer on 2424dce0d377/172.17.0.3:35427, sessionid=0x1011bb7c9710001 2024-11-08T18:31:39,004 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:39,004 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:39,004 DEBUG [RS:0;2424dce0d377:35427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,35427,1731090697917 2024-11-08T18:31:39,004 DEBUG [RS:1;2424dce0d377:33907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,33907,1731090697993 2024-11-08T18:31:39,004 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,35427,1731090697917' 2024-11-08T18:31:39,004 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,33907,1731090697993' 2024-11-08T18:31:39,004 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:39,004 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:39,004 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:39,004 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:39,005 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:39,005 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:39,005 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:39,005 DEBUG [RS:0;2424dce0d377:35427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,35427,1731090697917 2024-11-08T18:31:39,005 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:39,005 DEBUG [RS:1;2424dce0d377:33907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,33907,1731090697993 2024-11-08T18:31:39,005 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,35427,1731090697917' 2024-11-08T18:31:39,005 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,33907,1731090697993' 2024-11-08T18:31:39,005 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:39,005 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:39,005 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:39,005 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:39,006 DEBUG [RS:0;2424dce0d377:35427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:39,006 DEBUG [RS:1;2424dce0d377:33907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:39,006 INFO [RS:0;2424dce0d377:35427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:39,006 INFO [RS:0;2424dce0d377:35427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:39,006 INFO [RS:1;2424dce0d377:33907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:39,006 INFO [RS:1;2424dce0d377:33907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:39,106 INFO [RS:0;2424dce0d377:35427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:39,106 INFO [RS:1;2424dce0d377:33907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:39,108 INFO [RS:0;2424dce0d377:35427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C35427%2C1731090697917, suffix=, logDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,35427,1731090697917, archiveDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/oldWALs, maxLogs=32 2024-11-08T18:31:39,108 INFO [RS:1;2424dce0d377:33907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C33907%2C1731090697993, suffix=, logDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,33907,1731090697993, archiveDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/oldWALs, maxLogs=32 2024-11-08T18:31:39,121 DEBUG [RS:0;2424dce0d377:35427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,35427,1731090697917/2424dce0d377%2C35427%2C1731090697917.1731090699109, exclude list is [], retry=0 2024-11-08T18:31:39,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34381,DS-2a90e3e3-061d-445a-9d8d-0fa0ac1a3350,DISK] 2024-11-08T18:31:39,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36145,DS-87fa4699-5f5d-4638-b6be-b7874591a48c,DISK] 2024-11-08T18:31:39,125 DEBUG [RS:1;2424dce0d377:33907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,33907,1731090697993/2424dce0d377%2C33907%2C1731090697993.1731090699109, exclude list is [], retry=0 2024-11-08T18:31:39,126 INFO [RS:0;2424dce0d377:35427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,35427,1731090697917/2424dce0d377%2C35427%2C1731090697917.1731090699109 2024-11-08T18:31:39,127 DEBUG [RS:0;2424dce0d377:35427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937),(127.0.0.1/127.0.0.1:37845:37845)] 2024-11-08T18:31:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36145,DS-87fa4699-5f5d-4638-b6be-b7874591a48c,DISK] 2024-11-08T18:31:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34381,DS-2a90e3e3-061d-445a-9d8d-0fa0ac1a3350,DISK] 2024-11-08T18:31:39,130 INFO [RS:1;2424dce0d377:33907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,33907,1731090697993/2424dce0d377%2C33907%2C1731090697993.1731090699109 2024-11-08T18:31:39,130 DEBUG [RS:1;2424dce0d377:33907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937),(127.0.0.1/127.0.0.1:37845:37845)] 2024-11-08T18:31:39,227 DEBUG [2424dce0d377:41381 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T18:31:39,228 DEBUG [2424dce0d377:41381 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:39,234 DEBUG [2424dce0d377:41381 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:39,234 DEBUG [2424dce0d377:41381 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:39,234 DEBUG [2424dce0d377:41381 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:39,234 DEBUG [2424dce0d377:41381 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:39,234 INFO [2424dce0d377:41381 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:39,234 INFO [2424dce0d377:41381 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:39,234 DEBUG [2424dce0d377:41381 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:39,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,33907,1731090697993 2024-11-08T18:31:39,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,33907,1731090697993, state=OPENING 2024-11-08T18:31:39,269 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:31:39,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:39,281 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:39,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:39,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:39,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:39,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:39,283 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:39,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,33907,1731090697993}] 2024-11-08T18:31:39,438 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:39,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:39,449 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:31:39,449 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:39,450 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:31:39,451 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C33907%2C1731090697993.meta, suffix=.meta, logDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,33907,1731090697993, archiveDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/oldWALs, maxLogs=32 2024-11-08T18:31:39,463 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,33907,1731090697993/2424dce0d377%2C33907%2C1731090697993.meta.1731090699452.meta, exclude list is [], retry=0 2024-11-08T18:31:39,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36145,DS-87fa4699-5f5d-4638-b6be-b7874591a48c,DISK] 2024-11-08T18:31:39,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34381,DS-2a90e3e3-061d-445a-9d8d-0fa0ac1a3350,DISK] 2024-11-08T18:31:39,468 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/WALs/2424dce0d377,33907,1731090697993/2424dce0d377%2C33907%2C1731090697993.meta.1731090699452.meta 2024-11-08T18:31:39,468 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37845:37845),(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-08T18:31:39,468 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:39,469 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:31:39,469 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:31:39,469 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:31:39,469 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:31:39,469 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:39,469 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:31:39,469 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:31:39,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:39,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:39,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:39,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:39,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:39,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:39,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:39,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:39,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:39,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:39,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:39,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:39,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:39,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:39,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:39,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:39,478 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:39,478 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740 2024-11-08T18:31:39,480 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740 2024-11-08T18:31:39,481 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:39,481 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:39,482 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:39,483 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:39,484 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73217224, jitterRate=0.09102165699005127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:39,484 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:31:39,485 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090699469Writing region info on filesystem at 1731090699469Initializing all the Stores at 1731090699470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090699470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090699471 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090699471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090699471Cleaning up temporary data from old regions at 1731090699481 (+10 ms)Running coprocessor post-open hooks at 1731090699484 (+3 ms)Region opened successfully at 1731090699485 (+1 ms) 2024-11-08T18:31:39,486 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090699437 2024-11-08T18:31:39,488 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:31:39,488 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:31:39,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,33907,1731090697993 2024-11-08T18:31:39,490 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,33907,1731090697993, state=OPEN 2024-11-08T18:31:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:39,502 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:39,502 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,33907,1731090697993 2024-11-08T18:31:39,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:39,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:39,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:39,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:31:39,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,33907,1731090697993 in 219 msec 2024-11-08T18:31:39,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:31:39,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-11-08T18:31:39,509 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:39,509 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:31:39,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:39,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33907,1731090697993, seqNum=-1] 2024-11-08T18:31:39,511 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:39,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:39,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 737 msec 2024-11-08T18:31:39,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090699519, completionTime=-1 2024-11-08T18:31:39,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T18:31:39,519 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:31:39,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T18:31:39,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090759521 2024-11-08T18:31:39,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090819521 2024-11-08T18:31:39,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:31:39,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41381,1731090697686-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:39,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41381,1731090697686-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:39,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41381,1731090697686-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:39,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:41381, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:39,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:39,522 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:39,524 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:31:39,526 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.434sec 2024-11-08T18:31:39,526 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:31:39,526 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:31:39,526 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:31:39,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:31:39,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:31:39,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41381,1731090697686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:39,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41381,1731090697686-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:31:39,529 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:31:39,530 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:31:39,530 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41381,1731090697686-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:39,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bd69b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:39,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,41381,-1 for getting cluster id 2024-11-08T18:31:39,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:31:39,557 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5af0c53-a697-48ac-b9a4-b5ff963309fa' 2024-11-08T18:31:39,557 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:31:39,557 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5af0c53-a697-48ac-b9a4-b5ff963309fa" 2024-11-08T18:31:39,557 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9dc50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:39,557 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,41381,-1] 2024-11-08T18:31:39,558 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:31:39,558 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:39,559 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:31:39,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e6fc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:39,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:39,561 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33907,1731090697993, seqNum=-1] 2024-11-08T18:31:39,562 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:39,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:39,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,41381,1731090697686 2024-11-08T18:31:39,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:31:39,567 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,41381,1731090697686 2024-11-08T18:31:39,567 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21df6962 2024-11-08T18:31:39,567 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:31:39,568 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:31:39,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T18:31:39,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:31:39,573 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:39,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T18:31:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:39,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:31:39,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:39,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:39,986 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83b2947ddd7a93decb1aac5668e4f28b, NAME => 'testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9 2024-11-08T18:31:39,987 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c047a3d0313202277f2dfc8efed7dcf5, NAME => 'testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9 2024-11-08T18:31:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 83b2947ddd7a93decb1aac5668e4f28b, disabling compactions & flushes 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c047a3d0313202277f2dfc8efed7dcf5, disabling compactions & flushes 2024-11-08T18:31:40,399 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:40,399 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. after waiting 0 ms 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. after waiting 0 ms 2024-11-08T18:31:40,399 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:40,399 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:40,399 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83b2947ddd7a93decb1aac5668e4f28b: Waiting for close lock at 1731090700399Disabling compacts and flushes for region at 1731090700399Disabling writes for close at 1731090700399Writing region close event to WAL at 1731090700399Closed at 1731090700399 2024-11-08T18:31:40,400 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c047a3d0313202277f2dfc8efed7dcf5: Waiting for close lock at 1731090700399Disabling compacts and flushes for region at 1731090700399Disabling writes for close at 1731090700399Writing region close event to WAL at 1731090700399Closed at 1731090700399 2024-11-08T18:31:40,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:31:40,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090700402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090700402"}]},"ts":"1731090700402"} 2024-11-08T18:31:40,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090700402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090700402"}]},"ts":"1731090700402"} 2024-11-08T18:31:40,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T18:31:40,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:31:40,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090700408"}]},"ts":"1731090700408"} 2024-11-08T18:31:40,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T18:31:40,411 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:40,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:40,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:40,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:40,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:40,413 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:40,413 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:40,413 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:40,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83b2947ddd7a93decb1aac5668e4f28b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c047a3d0313202277f2dfc8efed7dcf5, ASSIGN}] 2024-11-08T18:31:40,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c047a3d0313202277f2dfc8efed7dcf5, ASSIGN 2024-11-08T18:31:40,414 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83b2947ddd7a93decb1aac5668e4f28b, ASSIGN 2024-11-08T18:31:40,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c047a3d0313202277f2dfc8efed7dcf5, ASSIGN; state=OFFLINE, location=2424dce0d377,33907,1731090697993; forceNewPlan=false, retain=false 2024-11-08T18:31:40,415 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83b2947ddd7a93decb1aac5668e4f28b, ASSIGN; state=OFFLINE, location=2424dce0d377,35427,1731090697917; forceNewPlan=false, retain=false 2024-11-08T18:31:40,566 INFO [2424dce0d377:41381 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T18:31:40,568 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c047a3d0313202277f2dfc8efed7dcf5, regionState=OPENING, regionLocation=2424dce0d377,33907,1731090697993 2024-11-08T18:31:40,568 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83b2947ddd7a93decb1aac5668e4f28b, regionState=OPENING, regionLocation=2424dce0d377,35427,1731090697917 2024-11-08T18:31:40,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c047a3d0313202277f2dfc8efed7dcf5, ASSIGN because future has completed 2024-11-08T18:31:40,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c047a3d0313202277f2dfc8efed7dcf5, server=2424dce0d377,33907,1731090697993}] 2024-11-08T18:31:40,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83b2947ddd7a93decb1aac5668e4f28b, ASSIGN because future has completed 2024-11-08T18:31:40,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83b2947ddd7a93decb1aac5668e4f28b, server=2424dce0d377,35427,1731090697917}] 2024-11-08T18:31:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:40,731 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:40,731 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c047a3d0313202277f2dfc8efed7dcf5, NAME => 'testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T18:31:40,731 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:40,731 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,731 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:40,731 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,731 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:40,733 INFO [StoreOpener-c047a3d0313202277f2dfc8efed7dcf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,735 INFO [StoreOpener-c047a3d0313202277f2dfc8efed7dcf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c047a3d0313202277f2dfc8efed7dcf5 columnFamilyName family 2024-11-08T18:31:40,735 DEBUG [StoreOpener-c047a3d0313202277f2dfc8efed7dcf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:40,736 INFO [StoreOpener-c047a3d0313202277f2dfc8efed7dcf5-1 {}] regionserver.HStore(327): Store=c047a3d0313202277f2dfc8efed7dcf5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:40,736 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,737 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:40,737 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 83b2947ddd7a93decb1aac5668e4f28b, NAME => 'testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T18:31:40,737 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,738 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,738 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:40,738 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,738 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,738 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,738 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,738 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,740 INFO [StoreOpener-83b2947ddd7a93decb1aac5668e4f28b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,741 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,741 INFO [StoreOpener-83b2947ddd7a93decb1aac5668e4f28b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83b2947ddd7a93decb1aac5668e4f28b columnFamilyName family 2024-11-08T18:31:40,741 DEBUG [StoreOpener-83b2947ddd7a93decb1aac5668e4f28b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:40,742 INFO [StoreOpener-83b2947ddd7a93decb1aac5668e4f28b-1 {}] regionserver.HStore(327): Store=83b2947ddd7a93decb1aac5668e4f28b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:40,742 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,743 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,743 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/c047a3d0313202277f2dfc8efed7dcf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:40,744 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,744 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c047a3d0313202277f2dfc8efed7dcf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64911768, jitterRate=-0.03273928165435791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:40,744 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,744 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:40,744 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,744 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c047a3d0313202277f2dfc8efed7dcf5: Running coprocessor pre-open hook at 1731090700731Writing region info on filesystem at 1731090700731Initializing all the Stores at 1731090700733 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090700733Cleaning up temporary data from old regions at 1731090700738 (+5 ms)Running coprocessor post-open hooks at 1731090700744 (+6 ms)Region opened successfully at 1731090700744 2024-11-08T18:31:40,745 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5., pid=7, masterSystemTime=1731090700727 2024-11-08T18:31:40,746 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,748 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/83b2947ddd7a93decb1aac5668e4f28b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:40,748 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:40,748 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:40,748 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 83b2947ddd7a93decb1aac5668e4f28b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67501105, jitterRate=0.0058448463678359985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:40,748 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:40,748 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 83b2947ddd7a93decb1aac5668e4f28b: Running coprocessor pre-open hook at 1731090700738Writing region info on filesystem at 1731090700738Initializing all the Stores at 1731090700739 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090700739Cleaning up temporary data from old regions at 1731090700744 (+5 ms)Running coprocessor post-open hooks at 1731090700748 (+4 ms)Region opened successfully at 1731090700748 2024-11-08T18:31:40,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c047a3d0313202277f2dfc8efed7dcf5, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,33907,1731090697993 2024-11-08T18:31:40,749 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b., pid=8, masterSystemTime=1731090700731 2024-11-08T18:31:40,751 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:40,751 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:40,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c047a3d0313202277f2dfc8efed7dcf5, server=2424dce0d377,33907,1731090697993 because future has completed 2024-11-08T18:31:40,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83b2947ddd7a93decb1aac5668e4f28b, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,35427,1731090697917 2024-11-08T18:31:40,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83b2947ddd7a93decb1aac5668e4f28b, server=2424dce0d377,35427,1731090697917 because future has completed 2024-11-08T18:31:40,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T18:31:40,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c047a3d0313202277f2dfc8efed7dcf5, server=2424dce0d377,33907,1731090697993 in 180 msec 2024-11-08T18:31:40,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c047a3d0313202277f2dfc8efed7dcf5, ASSIGN in 343 msec 2024-11-08T18:31:40,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T18:31:40,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 83b2947ddd7a93decb1aac5668e4f28b, server=2424dce0d377,35427,1731090697917 in 180 msec 2024-11-08T18:31:40,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:31:40,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83b2947ddd7a93decb1aac5668e4f28b, ASSIGN in 346 msec 2024-11-08T18:31:40,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:31:40,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090700762"}]},"ts":"1731090700762"} 2024-11-08T18:31:40,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T18:31:40,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:31:40,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.1960 sec 2024-11-08T18:31:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:41,727 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T18:31:41,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T18:31:41,728 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:41,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T18:31:41,733 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:41,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T18:31:41,736 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b., hostname=2424dce0d377,35427,1731090697917, seqNum=2] 2024-11-08T18:31:41,737 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:41,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:41,749 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5., hostname=2424dce0d377,33907,1731090697993, seqNum=2] 2024-11-08T18:31:41,759 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 83b2947ddd7a93decb1aac5668e4f28b 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T18:31:41,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/83b2947ddd7a93decb1aac5668e4f28b/.tmp/family/96b2b9f09a1c4cc09f3216461f02f420 is 32, key is 1/family:/1731090701739/Put/seqid=0 2024-11-08T18:31:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741839_1015 (size=5054) 2024-11-08T18:31:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741839_1015 (size=5054) 2024-11-08T18:31:41,782 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/83b2947ddd7a93decb1aac5668e4f28b/.tmp/family/96b2b9f09a1c4cc09f3216461f02f420 2024-11-08T18:31:41,789 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/83b2947ddd7a93decb1aac5668e4f28b/.tmp/family/96b2b9f09a1c4cc09f3216461f02f420 as hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/83b2947ddd7a93decb1aac5668e4f28b/family/96b2b9f09a1c4cc09f3216461f02f420 2024-11-08T18:31:41,795 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/83b2947ddd7a93decb1aac5668e4f28b/family/96b2b9f09a1c4cc09f3216461f02f420, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T18:31:41,796 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 83b2947ddd7a93decb1aac5668e4f28b in 37ms, sequenceid=8, compaction requested=false 2024-11-08T18:31:41,796 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 83b2947ddd7a93decb1aac5668e4f28b: 2024-11-08T18:31:41,796 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c047a3d0313202277f2dfc8efed7dcf5 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T18:31:41,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/c047a3d0313202277f2dfc8efed7dcf5/.tmp/family/68fdc44e9530456993be227741c4b080 is 32, key is 5/family:/1731090701750/Put/seqid=0 2024-11-08T18:31:41,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741840_1016 (size=5083) 2024-11-08T18:31:41,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741840_1016 (size=5083) 2024-11-08T18:31:41,820 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/c047a3d0313202277f2dfc8efed7dcf5/.tmp/family/68fdc44e9530456993be227741c4b080 2024-11-08T18:31:41,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/c047a3d0313202277f2dfc8efed7dcf5/.tmp/family/68fdc44e9530456993be227741c4b080 as hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/c047a3d0313202277f2dfc8efed7dcf5/family/68fdc44e9530456993be227741c4b080 2024-11-08T18:31:41,834 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/c047a3d0313202277f2dfc8efed7dcf5/family/68fdc44e9530456993be227741c4b080, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T18:31:41,835 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c047a3d0313202277f2dfc8efed7dcf5 in 39ms, sequenceid=9, compaction requested=false 2024-11-08T18:31:41,835 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c047a3d0313202277f2dfc8efed7dcf5: 2024-11-08T18:31:41,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40cc1b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:41,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,41381,-1 for getting cluster id 2024-11-08T18:31:41,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:31:41,837 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5af0c53-a697-48ac-b9a4-b5ff963309fa' 2024-11-08T18:31:41,837 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:31:41,837 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5af0c53-a697-48ac-b9a4-b5ff963309fa" 2024-11-08T18:31:41,837 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b731d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:41,837 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,41381,-1] 2024-11-08T18:31:41,838 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:31:41,838 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:41,839 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:31:41,839 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638baca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:41,845 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T18:31:41,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:41,847 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33907,1731090697993, seqNum=-1] 2024-11-08T18:31:41,847 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:41,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:41,852 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:41,852 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:41,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:41,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33907 {}] bucket.BucketCache(1864): found 1 blocks for file 68fdc44e9530456993be227741c4b080, starting offset: 0, end offset: 9223372036854775807 2024-11-08T18:31:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] bucket.BucketCache(1864): found 1 blocks for file 96b2b9f09a1c4cc09f3216461f02f420, starting offset: 0, end offset: 9223372036854775807 2024-11-08T18:31:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] bucket.BucketCache(857): removed key 96b2b9f09a1c4cc09f3216461f02f420_0 from back map with offset lock 2094080 in the evict process 2024-11-08T18:31:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33907 {}] bucket.BucketCache(857): removed key 68fdc44e9530456993be227741c4b080_0 from back map with offset lock 2094080 in the evict process 2024-11-08T18:31:41,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:41,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:41,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:41,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:41,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:31:41,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:31:41,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:41,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:41,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:41,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:41,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:31:41,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:31:41,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1356003357, stopped=false 2024-11-08T18:31:41,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,41381,1731090697686 2024-11-08T18:31:41,923 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:41,923 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:41,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:41,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:41,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:41,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:41,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:41,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:41,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:41,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:41,925 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,35427,1731090697917' ***** 2024-11-08T18:31:41,925 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:41,925 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,33907,1731090697993' ***** 2024-11-08T18:31:41,925 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:41,925 INFO [RS:0;2424dce0d377:35427 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T18:31:41,926 INFO [RS:1;2424dce0d377:33907 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T18:31:41,926 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T18:31:41,926 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T18:31:41,926 INFO [RS:0;2424dce0d377:35427 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T18:31:41,926 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T18:31:41,926 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T18:31:41,927 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T18:31:41,927 INFO [RS:1;2424dce0d377:33907 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T18:31:41,927 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T18:31:41,927 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:41,927 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:41,927 INFO [RS:0;2424dce0d377:35427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:41,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:41,927 INFO [RS:0;2424dce0d377:35427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:41,927 INFO [RS:1;2424dce0d377:33907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:41,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:41,927 INFO [RS:1;2424dce0d377:33907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:41,927 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(3091): Received CLOSE for 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:41,927 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(3091): Received CLOSE for c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:41,928 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,35427,1731090697917 2024-11-08T18:31:41,928 INFO [RS:0;2424dce0d377:35427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:41,928 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,33907,1731090697993 2024-11-08T18:31:41,928 INFO [RS:0;2424dce0d377:35427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:35427. 2024-11-08T18:31:41,928 INFO [RS:1;2424dce0d377:33907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:41,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83b2947ddd7a93decb1aac5668e4f28b, disabling compactions & flushes 2024-11-08T18:31:41,928 INFO [RS:1;2424dce0d377:33907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2424dce0d377:33907. 2024-11-08T18:31:41,928 DEBUG [RS:0;2424dce0d377:35427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:41,928 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:41,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c047a3d0313202277f2dfc8efed7dcf5, disabling compactions & flushes 2024-11-08T18:31:41,928 DEBUG [RS:0;2424dce0d377:35427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:41,928 DEBUG [RS:1;2424dce0d377:33907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:41,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:41,928 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:41,928 DEBUG [RS:1;2424dce0d377:33907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:41,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:41,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. after waiting 0 ms 2024-11-08T18:31:41,928 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:31:41,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. after waiting 0 ms 2024-11-08T18:31:41,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:41,928 DEBUG [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(1325): Online Regions={83b2947ddd7a93decb1aac5668e4f28b=testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b.} 2024-11-08T18:31:41,928 INFO [RS:1;2424dce0d377:33907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:41,928 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:41,928 INFO [RS:1;2424dce0d377:33907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:41,928 DEBUG [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(1351): Waiting on 83b2947ddd7a93decb1aac5668e4f28b 2024-11-08T18:31:41,928 INFO [RS:1;2424dce0d377:33907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:41,928 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:31:41,929 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:31:41,929 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1325): Online Regions={c047a3d0313202277f2dfc8efed7dcf5=testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:31:41,929 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c047a3d0313202277f2dfc8efed7dcf5 2024-11-08T18:31:41,929 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:41,929 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:41,929 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:41,929 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:41,929 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:41,929 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T18:31:41,934 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/83b2947ddd7a93decb1aac5668e4f28b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T18:31:41,935 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/default/testClearRegionBlockCache/c047a3d0313202277f2dfc8efed7dcf5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T18:31:41,935 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:41,935 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83b2947ddd7a93decb1aac5668e4f28b: Waiting for close lock at 1731090701928Running coprocessor pre-close hooks at 1731090701928Disabling compacts and flushes for region at 1731090701928Disabling writes for close at 1731090701928Writing region close event to WAL at 1731090701929 (+1 ms)Running coprocessor post-close hooks at 1731090701935 (+6 ms)Closed at 1731090701935 2024-11-08T18:31:41,935 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:41,935 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731090699569.83b2947ddd7a93decb1aac5668e4f28b. 2024-11-08T18:31:41,935 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c047a3d0313202277f2dfc8efed7dcf5: Waiting for close lock at 1731090701928Running coprocessor pre-close hooks at 1731090701928Disabling compacts and flushes for region at 1731090701928Disabling writes for close at 1731090701928Writing region close event to WAL at 1731090701930 (+2 ms)Running coprocessor post-close hooks at 1731090701935 (+5 ms)Closed at 1731090701935 2024-11-08T18:31:41,935 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5. 2024-11-08T18:31:41,945 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/.tmp/info/362f6f593f08480d884cdd9a69b412ed is 173, key is testClearRegionBlockCache,5,1731090699569.c047a3d0313202277f2dfc8efed7dcf5./info:regioninfo/1731090700749/Put/seqid=0 2024-11-08T18:31:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:41,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:41,951 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/.tmp/info/362f6f593f08480d884cdd9a69b412ed 2024-11-08T18:31:41,966 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:31:41,967 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:31:41,970 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:41,972 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/.tmp/ns/cb77337de3b14bd9b1ccae3858123aff is 43, key is default/ns:d/1731090699513/Put/seqid=0 2024-11-08T18:31:41,975 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:42,056 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:31:42,056 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:31:42,128 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,35427,1731090697917; all regions closed. 2024-11-08T18:31:42,129 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:31:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:42,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:42,141 DEBUG [RS:0;2424dce0d377:35427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/oldWALs 2024-11-08T18:31:42,141 INFO [RS:0;2424dce0d377:35427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C35427%2C1731090697917:(num 1731090699109) 2024-11-08T18:31:42,141 DEBUG [RS:0;2424dce0d377:35427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:42,141 INFO [RS:0;2424dce0d377:35427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:42,141 INFO [RS:0;2424dce0d377:35427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:42,142 INFO [RS:0;2424dce0d377:35427 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:42,142 INFO [RS:0;2424dce0d377:35427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:42,142 INFO [RS:0;2424dce0d377:35427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:42,142 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:42,142 INFO [RS:0;2424dce0d377:35427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:42,142 INFO [RS:0;2424dce0d377:35427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:42,142 INFO [RS:0;2424dce0d377:35427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35427 2024-11-08T18:31:42,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:42,155 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,35427,1731090697917 2024-11-08T18:31:42,155 INFO [RS:0;2424dce0d377:35427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:42,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,35427,1731090697917] 2024-11-08T18:31:42,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,35427,1731090697917 already deleted, retry=false 2024-11-08T18:31:42,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,35427,1731090697917 expired; onlineServers=1 2024-11-08T18:31:42,265 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:42,265 INFO [RS:0;2424dce0d377:35427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:42,265 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1011bb7c9710001, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:42,265 INFO [RS:0;2424dce0d377:35427 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,35427,1731090697917; zookeeper connection closed. 2024-11-08T18:31:42,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f95bbcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f95bbcd 2024-11-08T18:31:42,330 DEBUG [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:31:42,378 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/.tmp/ns/cb77337de3b14bd9b1ccae3858123aff 2024-11-08T18:31:42,396 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/.tmp/table/9627c9dd2dd54de890897a1dc8562440 is 61, key is testClearRegionBlockCache/table:state/1731090700762/Put/seqid=0 2024-11-08T18:31:42,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:42,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:42,403 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/.tmp/table/9627c9dd2dd54de890897a1dc8562440 2024-11-08T18:31:42,410 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/.tmp/info/362f6f593f08480d884cdd9a69b412ed as hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/info/362f6f593f08480d884cdd9a69b412ed 2024-11-08T18:31:42,417 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/info/362f6f593f08480d884cdd9a69b412ed, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T18:31:42,418 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/.tmp/ns/cb77337de3b14bd9b1ccae3858123aff as hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/ns/cb77337de3b14bd9b1ccae3858123aff 2024-11-08T18:31:42,424 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/ns/cb77337de3b14bd9b1ccae3858123aff, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T18:31:42,425 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/.tmp/table/9627c9dd2dd54de890897a1dc8562440 as hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/table/9627c9dd2dd54de890897a1dc8562440 2024-11-08T18:31:42,431 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/table/9627c9dd2dd54de890897a1dc8562440, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T18:31:42,432 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=13, compaction requested=false 2024-11-08T18:31:42,438 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T18:31:42,439 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:31:42,439 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:42,439 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090701929Running coprocessor pre-close hooks at 1731090701929Disabling compacts and flushes for region at 1731090701929Disabling writes for close at 1731090701929Obtaining lock to block concurrent updates at 1731090701929Preparing flush snapshotting stores in 1588230740 at 1731090701929Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731090701930 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731090701930Flushing 1588230740/info: creating writer at 1731090701931 (+1 ms)Flushing 1588230740/info: appending metadata at 1731090701945 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731090701945Flushing 1588230740/ns: creating writer at 1731090701956 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731090701971 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731090701971Flushing 1588230740/table: creating writer at 1731090702383 (+412 ms)Flushing 1588230740/table: appending metadata at 1731090702396 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731090702396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6b715a: reopening flushed file at 1731090702409 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bfb4a50: reopening flushed file at 1731090702417 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b1a185: reopening flushed file at 1731090702424 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=13, compaction requested=false at 1731090702432 (+8 ms)Writing region close event to WAL at 1731090702434 (+2 ms)Running coprocessor post-close hooks at 1731090702439 (+5 ms)Closed at 1731090702439 2024-11-08T18:31:42,439 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:42,530 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,33907,1731090697993; all regions closed. 2024-11-08T18:31:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:42,535 DEBUG [RS:1;2424dce0d377:33907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/oldWALs 2024-11-08T18:31:42,535 INFO [RS:1;2424dce0d377:33907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C33907%2C1731090697993.meta:.meta(num 1731090699452) 2024-11-08T18:31:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:42,539 DEBUG [RS:1;2424dce0d377:33907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/oldWALs 2024-11-08T18:31:42,539 INFO [RS:1;2424dce0d377:33907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C33907%2C1731090697993:(num 1731090699109) 2024-11-08T18:31:42,539 DEBUG [RS:1;2424dce0d377:33907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:42,539 INFO [RS:1;2424dce0d377:33907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:42,539 INFO [RS:1;2424dce0d377:33907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:42,540 INFO [RS:1;2424dce0d377:33907 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:42,540 INFO [RS:1;2424dce0d377:33907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:42,540 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:42,540 INFO [RS:1;2424dce0d377:33907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33907 2024-11-08T18:31:42,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:42,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,33907,1731090697993 2024-11-08T18:31:42,553 INFO [RS:1;2424dce0d377:33907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:42,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,33907,1731090697993] 2024-11-08T18:31:42,576 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,33907,1731090697993 already deleted, retry=false 2024-11-08T18:31:42,576 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,33907,1731090697993 expired; onlineServers=0 2024-11-08T18:31:42,576 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,41381,1731090697686' ***** 2024-11-08T18:31:42,576 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:31:42,576 INFO [M:0;2424dce0d377:41381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:42,576 INFO [M:0;2424dce0d377:41381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:42,576 DEBUG [M:0;2424dce0d377:41381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:31:42,576 DEBUG [M:0;2424dce0d377:41381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:31:42,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:31:42,576 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090698787 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090698787,5,FailOnTimeoutGroup] 2024-11-08T18:31:42,576 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090698787 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090698787,5,FailOnTimeoutGroup] 2024-11-08T18:31:42,576 INFO [M:0;2424dce0d377:41381 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:42,577 INFO [M:0;2424dce0d377:41381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:42,577 DEBUG [M:0;2424dce0d377:41381 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:31:42,577 INFO [M:0;2424dce0d377:41381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:31:42,577 INFO [M:0;2424dce0d377:41381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:42,577 INFO [M:0;2424dce0d377:41381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:31:42,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:31:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:42,586 DEBUG [M:0;2424dce0d377:41381 {}] zookeeper.ZKUtil(347): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T18:31:42,586 WARN [M:0;2424dce0d377:41381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:31:42,587 INFO [M:0;2424dce0d377:41381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/.lastflushedseqids 2024-11-08T18:31:42,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741844_1020 (size=191) 2024-11-08T18:31:42,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741844_1020 (size=191) 2024-11-08T18:31:42,593 INFO [M:0;2424dce0d377:41381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:31:42,594 INFO [M:0;2424dce0d377:41381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:31:42,594 DEBUG [M:0;2424dce0d377:41381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:42,594 INFO [M:0;2424dce0d377:41381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:42,594 DEBUG [M:0;2424dce0d377:41381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:42,594 DEBUG [M:0;2424dce0d377:41381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:42,594 DEBUG [M:0;2424dce0d377:41381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:42,594 INFO [M:0;2424dce0d377:41381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T18:31:42,609 DEBUG [M:0;2424dce0d377:41381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8dc7bed247f4d5ca5b20199d0d2a1b2 is 82, key is hbase:meta,,1/info:regioninfo/1731090699489/Put/seqid=0 2024-11-08T18:31:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:42,615 INFO [M:0;2424dce0d377:41381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8dc7bed247f4d5ca5b20199d0d2a1b2 2024-11-08T18:31:42,635 DEBUG [M:0;2424dce0d377:41381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/116a1a7061c64b3d857acfd0938a3c6f is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090700767/Put/seqid=0 2024-11-08T18:31:42,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741846_1022 (size=6219) 2024-11-08T18:31:42,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741846_1022 (size=6219) 2024-11-08T18:31:42,641 INFO [M:0;2424dce0d377:41381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/116a1a7061c64b3d857acfd0938a3c6f 2024-11-08T18:31:42,662 DEBUG [M:0;2424dce0d377:41381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1c71f10efc54980b33b6147b071e77d is 69, key is 2424dce0d377,33907,1731090697993/rs:state/1731090698902/Put/seqid=0 2024-11-08T18:31:42,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:42,665 INFO [RS:1;2424dce0d377:33907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:42,665 INFO [RS:1;2424dce0d377:33907 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,33907,1731090697993; zookeeper connection closed. 2024-11-08T18:31:42,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33907-0x1011bb7c9710002, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:42,666 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7333174b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7333174b 2024-11-08T18:31:42,666 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T18:31:42,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:42,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:42,669 INFO [M:0;2424dce0d377:41381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1c71f10efc54980b33b6147b071e77d 2024-11-08T18:31:42,675 DEBUG [M:0;2424dce0d377:41381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8dc7bed247f4d5ca5b20199d0d2a1b2 as hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8dc7bed247f4d5ca5b20199d0d2a1b2 2024-11-08T18:31:42,681 INFO [M:0;2424dce0d377:41381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8dc7bed247f4d5ca5b20199d0d2a1b2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T18:31:42,682 DEBUG [M:0;2424dce0d377:41381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/116a1a7061c64b3d857acfd0938a3c6f as hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/116a1a7061c64b3d857acfd0938a3c6f 2024-11-08T18:31:42,688 INFO [M:0;2424dce0d377:41381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/116a1a7061c64b3d857acfd0938a3c6f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T18:31:42,690 DEBUG [M:0;2424dce0d377:41381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1c71f10efc54980b33b6147b071e77d as hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1c71f10efc54980b33b6147b071e77d 2024-11-08T18:31:42,696 INFO [M:0;2424dce0d377:41381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41363/user/jenkins/test-data/098ea99e-1fdb-81a6-e00a-b8fb1b7df9f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1c71f10efc54980b33b6147b071e77d, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T18:31:42,697 INFO [M:0;2424dce0d377:41381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false 2024-11-08T18:31:42,698 INFO [M:0;2424dce0d377:41381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:42,699 DEBUG [M:0;2424dce0d377:41381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090702594Disabling compacts and flushes for region at 1731090702594Disabling writes for close at 1731090702594Obtaining lock to block concurrent updates at 1731090702594Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090702594Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731090702595 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090702595Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090702595Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090702609 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090702609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090702620 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090702635 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090702635Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090702647 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090702662 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090702662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee4479b: reopening flushed file at 1731090702674 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a451791: reopening flushed file at 1731090702681 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183a3901: reopening flushed file at 1731090702689 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false at 1731090702697 (+8 ms)Writing region close event to WAL at 1731090702698 (+1 ms)Closed at 1731090702698 2024-11-08T18:31:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34381 is added to blk_1073741830_1006 (size=35440) 2024-11-08T18:31:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36145 is added to blk_1073741830_1006 (size=35440) 2024-11-08T18:31:42,701 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:42,701 INFO [M:0;2424dce0d377:41381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:31:42,702 INFO [M:0;2424dce0d377:41381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41381 2024-11-08T18:31:42,702 INFO [M:0;2424dce0d377:41381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:42,813 INFO [M:0;2424dce0d377:41381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41381-0x1011bb7c9710000, quorum=127.0.0.1:64599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:42,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326bbb8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:42,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76d7d45f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:42,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:42,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1577bb97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:42,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1307c550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:42,822 WARN [BP-1864852341-172.17.0.3-1731090695479 heartbeating to localhost/127.0.0.1:41363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:42,822 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:42,822 WARN [BP-1864852341-172.17.0.3-1731090695479 heartbeating to localhost/127.0.0.1:41363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1864852341-172.17.0.3-1731090695479 (Datanode Uuid 9235d77e-28c8-4551-bb03-a8e46b1abe52) service to localhost/127.0.0.1:41363 2024-11-08T18:31:42,822 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:42,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/data/data3/current/BP-1864852341-172.17.0.3-1731090695479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:42,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/data/data4/current/BP-1864852341-172.17.0.3-1731090695479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:42,824 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:42,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f22dcc5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:42,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d9944da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:42,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:42,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@109f5262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:42,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32396112{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:42,827 WARN [BP-1864852341-172.17.0.3-1731090695479 heartbeating to localhost/127.0.0.1:41363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:42,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:42,827 WARN [BP-1864852341-172.17.0.3-1731090695479 heartbeating to localhost/127.0.0.1:41363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1864852341-172.17.0.3-1731090695479 (Datanode Uuid c0949934-8b87-4798-b704-18b6cc9b1f49) service to localhost/127.0.0.1:41363 2024-11-08T18:31:42,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:42,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/data/data1/current/BP-1864852341-172.17.0.3-1731090695479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:42,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/cluster_acb32a97-703e-3d21-b4a4-879a80000b1f/data/data2/current/BP-1864852341-172.17.0.3-1731090695479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:42,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:42,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7025440{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:42,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@288842b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:42,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:42,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c99175a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:42,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45c0184{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:42,839 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:31:42,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:31:42,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=152 (was 134) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41363 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:41363 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=757 (was 878), ProcessCount=11 (was 11), AvailableMemoryMB=1995 (was 2081) 2024-11-08T18:31:42,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=152, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=757, ProcessCount=11, AvailableMemoryMB=1996 2024-11-08T18:31:42,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.log.dir so I do NOT create it in target/test-data/38ade275-81c9-872a-12f9-306e6718619f 2024-11-08T18:31:42,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:31:42,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.tmp.dir so I do NOT create it in target/test-data/38ade275-81c9-872a-12f9-306e6718619f 2024-11-08T18:31:42,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/859f19c2-e26c-8854-f7a4-0091ced0d65e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:31:42,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f 2024-11-08T18:31:42,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:31:42,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d, deleteOnExit=true 2024-11-08T18:31:42,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:31:42,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/test.cache.data in system properties and HBase conf 2024-11-08T18:31:42,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:31:42,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:42,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:31:42,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:31:42,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:31:42,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:42,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:31:42,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:31:43,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:43,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:43,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:43,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:43,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:43,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:43,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f1ce7a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:43,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b297317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:43,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f40f1c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/java.io.tmpdir/jetty-localhost-41455-hadoop-hdfs-3_4_1-tests_jar-_-any-6578364475491078166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:43,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73364f3{HTTP/1.1, (http/1.1)}{localhost:41455} 2024-11-08T18:31:43,349 INFO [Time-limited test {}] server.Server(415): Started @34856ms 2024-11-08T18:31:43,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:43,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:43,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:43,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:43,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:43,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75724cef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:43,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4e42ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:43,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24cd8c14{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/java.io.tmpdir/jetty-localhost-35685-hadoop-hdfs-3_4_1-tests_jar-_-any-3746695854649298000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:43,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4971c706{HTTP/1.1, (http/1.1)}{localhost:35685} 2024-11-08T18:31:43,771 INFO [Time-limited test {}] server.Server(415): Started @35278ms 2024-11-08T18:31:43,772 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:43,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:43,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:43,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:43,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:43,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:43,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4357772f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:43,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2867951f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:43,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624a74be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/java.io.tmpdir/jetty-localhost-33023-hadoop-hdfs-3_4_1-tests_jar-_-any-11862739485473801019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:43,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69914701{HTTP/1.1, (http/1.1)}{localhost:33023} 2024-11-08T18:31:43,899 INFO [Time-limited test {}] server.Server(415): Started @35406ms 2024-11-08T18:31:43,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:44,925 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/data/data1/current/BP-1688393876-172.17.0.3-1731090702896/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:44,925 WARN [Thread-1168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/data/data2/current/BP-1688393876-172.17.0.3-1731090702896/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:44,942 WARN [Thread-1131 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:44,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42e95ea89e253708 with lease ID 0x58dfd0b735a0f487: Processing first storage report for DS-b5d0c5e5-c081-4c78-bb51-7ed698f21597 from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=e580b048-93be-411a-b9a1-82b9d4535270, infoPort=34809, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=717409122;c=1731090702896) 2024-11-08T18:31:44,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42e95ea89e253708 with lease ID 0x58dfd0b735a0f487: from storage DS-b5d0c5e5-c081-4c78-bb51-7ed698f21597 node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=e580b048-93be-411a-b9a1-82b9d4535270, infoPort=34809, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=717409122;c=1731090702896), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:44,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42e95ea89e253708 with lease ID 0x58dfd0b735a0f487: Processing first storage report for DS-f1227be1-7542-4380-b03d-e3b360de8c58 from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=e580b048-93be-411a-b9a1-82b9d4535270, infoPort=34809, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=717409122;c=1731090702896) 2024-11-08T18:31:44,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42e95ea89e253708 with lease ID 0x58dfd0b735a0f487: from storage DS-f1227be1-7542-4380-b03d-e3b360de8c58 node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=e580b048-93be-411a-b9a1-82b9d4535270, infoPort=34809, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=717409122;c=1731090702896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:44,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:31:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:44,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:45,060 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/data/data3/current/BP-1688393876-172.17.0.3-1731090702896/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:45,060 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/data/data4/current/BP-1688393876-172.17.0.3-1731090702896/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:45,079 WARN [Thread-1154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x463fc80e3a69fb95 with lease ID 0x58dfd0b735a0f488: Processing first storage report for DS-65954d52-48b9-436d-94d7-ea1d0c05432d from datanode DatanodeRegistration(127.0.0.1:46145, datanodeUuid=0bbff3b5-8213-46b0-bd13-5730f512ebe3, infoPort=41041, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=717409122;c=1731090702896) 2024-11-08T18:31:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x463fc80e3a69fb95 with lease ID 0x58dfd0b735a0f488: from storage DS-65954d52-48b9-436d-94d7-ea1d0c05432d node DatanodeRegistration(127.0.0.1:46145, datanodeUuid=0bbff3b5-8213-46b0-bd13-5730f512ebe3, infoPort=41041, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=717409122;c=1731090702896), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x463fc80e3a69fb95 with lease ID 0x58dfd0b735a0f488: Processing first storage report for DS-742195e4-b5f0-482a-af97-2273681e2220 from datanode DatanodeRegistration(127.0.0.1:46145, datanodeUuid=0bbff3b5-8213-46b0-bd13-5730f512ebe3, infoPort=41041, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=717409122;c=1731090702896) 2024-11-08T18:31:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x463fc80e3a69fb95 with lease ID 0x58dfd0b735a0f488: from storage DS-742195e4-b5f0-482a-af97-2273681e2220 node DatanodeRegistration(127.0.0.1:46145, datanodeUuid=0bbff3b5-8213-46b0-bd13-5730f512ebe3, infoPort=41041, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=717409122;c=1731090702896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:45,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f 2024-11-08T18:31:45,144 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/zookeeper_0, clientPort=58883, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:31:45,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58883 2024-11-08T18:31:45,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:45,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:45,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:45,154 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee with version=8 2024-11-08T18:31:45,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/hbase-staging 2024-11-08T18:31:45,156 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:45,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:45,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:45,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:45,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:45,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:45,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:31:45,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:45,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40609 2024-11-08T18:31:45,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40609 connecting to ZooKeeper ensemble=127.0.0.1:58883 2024-11-08T18:31:45,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406090x0, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:45,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40609-0x1011bb7e6a20000 connected 2024-11-08T18:31:45,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:45,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:45,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:45,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee, hbase.cluster.distributed=false 2024-11-08T18:31:45,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:45,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40609 2024-11-08T18:31:45,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40609 2024-11-08T18:31:45,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40609 2024-11-08T18:31:45,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40609 2024-11-08T18:31:45,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40609 2024-11-08T18:31:45,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:45,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:45,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:45,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:45,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:45,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:45,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:45,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:45,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39303 2024-11-08T18:31:45,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39303 connecting to ZooKeeper ensemble=127.0.0.1:58883 2024-11-08T18:31:45,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:45,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:45,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393030x0, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:45,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393030x0, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:45,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39303-0x1011bb7e6a20001 connected 2024-11-08T18:31:45,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:45,350 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T18:31:45,355 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T18:31:45,356 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T18:31:45,356 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T18:31:45,357 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:45,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:45,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:45,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39303 2024-11-08T18:31:45,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39303 2024-11-08T18:31:45,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39303 2024-11-08T18:31:45,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39303 2024-11-08T18:31:45,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39303 2024-11-08T18:31:45,374 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:45,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:45,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:45,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:45,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:45,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:45,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:45,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:45,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34275 2024-11-08T18:31:45,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34275 connecting to ZooKeeper ensemble=127.0.0.1:58883 2024-11-08T18:31:45,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:45,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:45,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342750x0, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:45,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342750x0, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:45,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34275-0x1011bb7e6a20002 connected 2024-11-08T18:31:45,391 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:45,391 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T18:31:45,396 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T18:31:45,396 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T18:31:45,397 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T18:31:45,397 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:45,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:45,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:45,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34275 2024-11-08T18:31:45,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34275 2024-11-08T18:31:45,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34275 2024-11-08T18:31:45,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34275 2024-11-08T18:31:45,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34275 2024-11-08T18:31:45,416 DEBUG [M:0;2424dce0d377:40609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:40609 2024-11-08T18:31:45,416 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2424dce0d377,40609,1731090705156 2024-11-08T18:31:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:45,429 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2424dce0d377,40609,1731090705156 2024-11-08T18:31:45,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:45,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:45,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,440 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T18:31:45,440 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2424dce0d377,40609,1731090705156 from backup master directory 2024-11-08T18:31:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2424dce0d377,40609,1731090705156 2024-11-08T18:31:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:45,453 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:45,453 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,40609,1731090705156 2024-11-08T18:31:45,457 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/hbase.id] with ID: ed41d59c-8bd3-4e1c-bc99-4e40303bda97 2024-11-08T18:31:45,457 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/.tmp/hbase.id 2024-11-08T18:31:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:45,463 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/.tmp/hbase.id]:[hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/hbase.id] 2024-11-08T18:31:45,473 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:45,474 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:31:45,475 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:31:45,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:45,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:45,491 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:45,492 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:31:45,492 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:45,500 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store 2024-11-08T18:31:45,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:45,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:45,507 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:45,507 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:45,507 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:45,507 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:45,507 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:45,507 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:45,507 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:45,508 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090705507Disabling compacts and flushes for region at 1731090705507Disabling writes for close at 1731090705507Writing region close event to WAL at 1731090705507Closed at 1731090705507 2024-11-08T18:31:45,508 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/.initializing 2024-11-08T18:31:45,508 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/WALs/2424dce0d377,40609,1731090705156 2024-11-08T18:31:45,509 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:45,511 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C40609%2C1731090705156, suffix=, logDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/WALs/2424dce0d377,40609,1731090705156, archiveDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/oldWALs, maxLogs=10 2024-11-08T18:31:45,523 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/WALs/2424dce0d377,40609,1731090705156/2424dce0d377%2C40609%2C1731090705156.1731090705511, exclude list is [], retry=0 2024-11-08T18:31:45,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-b5d0c5e5-c081-4c78-bb51-7ed698f21597,DISK] 2024-11-08T18:31:45,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46145,DS-65954d52-48b9-436d-94d7-ea1d0c05432d,DISK] 2024-11-08T18:31:45,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/WALs/2424dce0d377,40609,1731090705156/2424dce0d377%2C40609%2C1731090705156.1731090705511 2024-11-08T18:31:45,528 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34809:34809),(127.0.0.1/127.0.0.1:41041:41041)] 2024-11-08T18:31:45,528 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:45,529 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:45,529 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,529 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:31:45,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:45,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:45,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:31:45,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:45,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:45,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:31:45,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:45,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:45,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:31:45,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:45,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:45,538 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,539 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,539 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,540 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,540 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,541 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:45,542 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:45,543 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:45,544 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66166407, jitterRate=-0.01404370367527008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:45,544 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090705529Initializing all the Stores at 1731090705530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090705530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090705530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090705530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090705530Cleaning up temporary data from old regions at 1731090705540 (+10 ms)Region opened successfully at 1731090705544 (+4 ms) 2024-11-08T18:31:45,544 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:31:45,547 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55249cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:45,548 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:31:45,548 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:31:45,548 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:31:45,548 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:31:45,549 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:31:45,549 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:31:45,549 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:31:45,552 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:31:45,552 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T18:31:45,558 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T18:31:45,558 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:31:45,559 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:31:45,568 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T18:31:45,569 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:31:45,570 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:31:45,579 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T18:31:45,580 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:31:45,590 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T18:31:45,592 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:31:45,600 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T18:31:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,612 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,40609,1731090705156, sessionid=0x1011bb7e6a20000, setting cluster-up flag (Was=false) 2024-11-08T18:31:45,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,663 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T18:31:45,665 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,40609,1731090705156 2024-11-08T18:31:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:45,716 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T18:31:45,720 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,40609,1731090705156 2024-11-08T18:31:45,723 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:31:45,727 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:45,728 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:31:45,728 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:31:45,728 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,40609,1731090705156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:31:45,730 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:45,730 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:45,730 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:45,730 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:45,731 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:31:45,731 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,731 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:45,731 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,732 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090735732 2024-11-08T18:31:45,732 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:31:45,732 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:31:45,732 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:31:45,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:31:45,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:31:45,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:31:45,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:45,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:31:45,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:31:45,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:31:45,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:31:45,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:31:45,734 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:31:45,734 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090705734,5,FailOnTimeoutGroup] 2024-11-08T18:31:45,734 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:45,734 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090705734,5,FailOnTimeoutGroup] 2024-11-08T18:31:45,734 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,734 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:31:45,734 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:31:45,734 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,734 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:45,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:31:45,743 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee 2024-11-08T18:31:45,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:45,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:31:45,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:45,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:45,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:45,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:45,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:45,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:45,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:45,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:45,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:45,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:45,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:45,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:45,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:45,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:45,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:45,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:45,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:45,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:45,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740 2024-11-08T18:31:45,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740 2024-11-08T18:31:45,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:45,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:45,767 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:45,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:45,769 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:45,769 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69513297, jitterRate=0.0358288437128067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090705755Initializing all the Stores at 1731090705755Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090705755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090705756 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090705756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090705756Cleaning up temporary data from old regions at 1731090705766 (+10 ms)Region opened successfully at 1731090705770 (+4 ms) 2024-11-08T18:31:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:45,770 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:45,770 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:45,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090705770Disabling compacts and flushes for region at 1731090705770Disabling writes for close at 1731090705770Writing region close event to WAL at 1731090705770Closed at 1731090705770 2024-11-08T18:31:45,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:45,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:31:45,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:31:45,773 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:45,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:31:45,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:31:45,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:31:45,807 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(746): ClusterId : ed41d59c-8bd3-4e1c-bc99-4e40303bda97 2024-11-08T18:31:45,807 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(746): ClusterId : ed41d59c-8bd3-4e1c-bc99-4e40303bda97 2024-11-08T18:31:45,807 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:45,807 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:45,821 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:45,821 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:45,821 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:45,821 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:45,844 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:45,845 DEBUG [RS:0;2424dce0d377:39303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147b51b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:45,845 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:45,845 DEBUG [RS:1;2424dce0d377:34275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665d654c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:45,861 DEBUG [RS:0;2424dce0d377:39303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:39303 2024-11-08T18:31:45,861 DEBUG [RS:1;2424dce0d377:34275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2424dce0d377:34275 2024-11-08T18:31:45,861 INFO [RS:1;2424dce0d377:34275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:45,861 INFO [RS:0;2424dce0d377:39303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:45,861 INFO [RS:1;2424dce0d377:34275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:45,861 INFO [RS:0;2424dce0d377:39303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:45,861 DEBUG [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:45,861 DEBUG [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:45,862 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,40609,1731090705156 with port=34275, startcode=1731090705374 2024-11-08T18:31:45,862 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,40609,1731090705156 with port=39303, startcode=1731090705331 2024-11-08T18:31:45,862 DEBUG [RS:1;2424dce0d377:34275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:45,862 DEBUG [RS:0;2424dce0d377:39303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:45,863 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:45,863 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:45,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,34275,1731090705374 2024-11-08T18:31:45,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40609 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,34275,1731090705374 2024-11-08T18:31:45,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,39303,1731090705331 2024-11-08T18:31:45,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40609 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,39303,1731090705331 2024-11-08T18:31:45,865 DEBUG [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee 2024-11-08T18:31:45,865 DEBUG [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36585 2024-11-08T18:31:45,865 DEBUG [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:45,867 DEBUG [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee 2024-11-08T18:31:45,867 DEBUG [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36585 2024-11-08T18:31:45,867 DEBUG [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:45,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:45,917 DEBUG [RS:1;2424dce0d377:34275 {}] zookeeper.ZKUtil(111): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,34275,1731090705374 2024-11-08T18:31:45,917 WARN [RS:1;2424dce0d377:34275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:45,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,39303,1731090705331] 2024-11-08T18:31:45,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,34275,1731090705374] 2024-11-08T18:31:45,917 INFO [RS:1;2424dce0d377:34275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:45,917 DEBUG [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,34275,1731090705374 2024-11-08T18:31:45,918 DEBUG [RS:0;2424dce0d377:39303 {}] zookeeper.ZKUtil(111): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,39303,1731090705331 2024-11-08T18:31:45,918 WARN [RS:0;2424dce0d377:39303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:45,918 INFO [RS:0;2424dce0d377:39303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:45,918 DEBUG [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,39303,1731090705331 2024-11-08T18:31:45,922 INFO [RS:0;2424dce0d377:39303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:45,922 INFO [RS:1;2424dce0d377:34275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:45,924 INFO [RS:0;2424dce0d377:39303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:45,924 WARN [2424dce0d377:40609 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:31:45,924 INFO [RS:0;2424dce0d377:39303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:45,924 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,925 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:45,926 INFO [RS:1;2424dce0d377:34275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:45,926 INFO [RS:0;2424dce0d377:39303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:45,926 INFO [RS:1;2424dce0d377:34275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:45,926 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,926 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,926 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,926 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,926 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,926 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,926 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,926 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:45,927 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,927 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,927 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,927 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,927 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,927 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,927 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:45,927 DEBUG [RS:0;2424dce0d377:39303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:45,928 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:45,928 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,928 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,928 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,928 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,929 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,929 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39303,1731090705331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:45,929 INFO [RS:1;2424dce0d377:34275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:45,929 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,929 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,930 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,930 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:45,930 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:45,930 DEBUG [RS:1;2424dce0d377:34275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:45,932 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,932 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,932 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,932 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,933 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,933 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34275,1731090705374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:45,944 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:45,944 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39303,1731090705331-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,944 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,944 INFO [RS:0;2424dce0d377:39303 {}] regionserver.Replication(171): 2424dce0d377,39303,1731090705331 started 2024-11-08T18:31:45,945 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:45,945 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34275,1731090705374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,945 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,945 INFO [RS:1;2424dce0d377:34275 {}] regionserver.Replication(171): 2424dce0d377,34275,1731090705374 started 2024-11-08T18:31:45,957 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,958 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,34275,1731090705374, RpcServer on 2424dce0d377/172.17.0.3:34275, sessionid=0x1011bb7e6a20002 2024-11-08T18:31:45,958 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:45,958 DEBUG [RS:1;2424dce0d377:34275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,34275,1731090705374 2024-11-08T18:31:45,958 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,34275,1731090705374' 2024-11-08T18:31:45,958 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:45,959 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:45,959 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:45,959 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:45,959 DEBUG [RS:1;2424dce0d377:34275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,34275,1731090705374 2024-11-08T18:31:45,959 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,34275,1731090705374' 2024-11-08T18:31:45,959 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:45,960 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:45,960 DEBUG [RS:1;2424dce0d377:34275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:45,960 INFO [RS:1;2424dce0d377:34275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:45,960 INFO [RS:1;2424dce0d377:34275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:45,961 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:45,962 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,39303,1731090705331, RpcServer on 2424dce0d377/172.17.0.3:39303, sessionid=0x1011bb7e6a20001 2024-11-08T18:31:45,962 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:45,962 DEBUG [RS:0;2424dce0d377:39303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,39303,1731090705331 2024-11-08T18:31:45,962 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,39303,1731090705331' 2024-11-08T18:31:45,962 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:45,962 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:45,962 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:45,962 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:45,962 DEBUG [RS:0;2424dce0d377:39303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,39303,1731090705331 2024-11-08T18:31:45,963 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,39303,1731090705331' 2024-11-08T18:31:45,963 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:45,963 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:45,963 DEBUG [RS:0;2424dce0d377:39303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:45,963 INFO [RS:0;2424dce0d377:39303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:45,963 INFO [RS:0;2424dce0d377:39303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:46,061 INFO [RS:1;2424dce0d377:34275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:46,064 INFO [RS:1;2424dce0d377:34275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C34275%2C1731090705374, suffix=, logDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,34275,1731090705374, archiveDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/oldWALs, maxLogs=32 2024-11-08T18:31:46,064 INFO [RS:0;2424dce0d377:39303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:46,066 INFO [RS:0;2424dce0d377:39303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C39303%2C1731090705331, suffix=, logDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,39303,1731090705331, archiveDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/oldWALs, maxLogs=32 2024-11-08T18:31:46,080 DEBUG [RS:1;2424dce0d377:34275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,34275,1731090705374/2424dce0d377%2C34275%2C1731090705374.1731090706064, exclude list is [], retry=0 2024-11-08T18:31:46,081 DEBUG [RS:0;2424dce0d377:39303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,39303,1731090705331/2424dce0d377%2C39303%2C1731090705331.1731090706067, exclude list is [], retry=0 2024-11-08T18:31:46,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46145,DS-65954d52-48b9-436d-94d7-ea1d0c05432d,DISK] 2024-11-08T18:31:46,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46145,DS-65954d52-48b9-436d-94d7-ea1d0c05432d,DISK] 2024-11-08T18:31:46,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-b5d0c5e5-c081-4c78-bb51-7ed698f21597,DISK] 2024-11-08T18:31:46,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-b5d0c5e5-c081-4c78-bb51-7ed698f21597,DISK] 2024-11-08T18:31:46,087 INFO [RS:1;2424dce0d377:34275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,34275,1731090705374/2424dce0d377%2C34275%2C1731090705374.1731090706064 2024-11-08T18:31:46,088 DEBUG [RS:1;2424dce0d377:34275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41041:41041),(127.0.0.1/127.0.0.1:34809:34809)] 2024-11-08T18:31:46,088 INFO [RS:0;2424dce0d377:39303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,39303,1731090705331/2424dce0d377%2C39303%2C1731090705331.1731090706067 2024-11-08T18:31:46,089 DEBUG [RS:0;2424dce0d377:39303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41041:41041),(127.0.0.1/127.0.0.1:34809:34809)] 2024-11-08T18:31:46,174 DEBUG [2424dce0d377:40609 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T18:31:46,175 DEBUG [2424dce0d377:40609 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:46,181 DEBUG [2424dce0d377:40609 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:46,181 DEBUG [2424dce0d377:40609 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:46,181 DEBUG [2424dce0d377:40609 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:46,181 DEBUG [2424dce0d377:40609 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:46,181 INFO [2424dce0d377:40609 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:46,181 INFO [2424dce0d377:40609 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:46,181 DEBUG [2424dce0d377:40609 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:46,182 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,39303,1731090705331 2024-11-08T18:31:46,184 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,39303,1731090705331, state=OPENING 2024-11-08T18:31:46,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:31:46,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:46,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:46,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:46,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:46,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:46,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:46,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,39303,1731090705331}] 2024-11-08T18:31:46,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:46,365 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:46,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:46,372 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:31:46,372 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:46,373 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:31:46,375 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C39303%2C1731090705331.meta, suffix=.meta, logDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,39303,1731090705331, archiveDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/oldWALs, maxLogs=32 2024-11-08T18:31:46,389 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,39303,1731090705331/2424dce0d377%2C39303%2C1731090705331.meta.1731090706375.meta, exclude list is [], retry=0 2024-11-08T18:31:46,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46145,DS-65954d52-48b9-436d-94d7-ea1d0c05432d,DISK] 2024-11-08T18:31:46,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-b5d0c5e5-c081-4c78-bb51-7ed698f21597,DISK] 2024-11-08T18:31:46,393 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/WALs/2424dce0d377,39303,1731090705331/2424dce0d377%2C39303%2C1731090705331.meta.1731090706375.meta 2024-11-08T18:31:46,393 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41041:41041),(127.0.0.1/127.0.0.1:34809:34809)] 2024-11-08T18:31:46,393 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:46,394 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:31:46,394 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:31:46,394 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:31:46,394 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:31:46,394 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:46,394 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:31:46,394 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:31:46,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:46,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:46,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:46,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:46,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:46,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:46,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:46,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:46,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:46,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:46,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:46,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:46,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:46,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:46,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:46,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:46,400 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:46,401 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740 2024-11-08T18:31:46,402 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740 2024-11-08T18:31:46,403 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:46,403 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:46,403 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:46,405 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:46,405 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69821017, jitterRate=0.0404142290353775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:46,406 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:31:46,407 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090706394Writing region info on filesystem at 1731090706394Initializing all the Stores at 1731090706395 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090706395Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090706395Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090706395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090706395Cleaning up temporary data from old regions at 1731090706403 (+8 ms)Running coprocessor post-open hooks at 1731090706406 (+3 ms)Region opened successfully at 1731090706406 2024-11-08T18:31:46,408 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090706365 2024-11-08T18:31:46,410 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:31:46,410 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:31:46,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,39303,1731090705331 2024-11-08T18:31:46,412 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,39303,1731090705331, state=OPEN 2024-11-08T18:31:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:46,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,39303,1731090705331 2024-11-08T18:31:46,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:46,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:46,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:46,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:31:46,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,39303,1731090705331 in 210 msec 2024-11-08T18:31:46,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:31:46,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-11-08T18:31:46,427 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:46,427 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:31:46,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:46,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,39303,1731090705331, seqNum=-1] 2024-11-08T18:31:46,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:46,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:46,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 710 msec 2024-11-08T18:31:46,436 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090706436, completionTime=-1 2024-11-08T18:31:46,436 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T18:31:46,437 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:31:46,438 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T18:31:46,438 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090766438 2024-11-08T18:31:46,438 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090826438 2024-11-08T18:31:46,439 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T18:31:46,439 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40609,1731090705156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:46,439 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40609,1731090705156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:46,439 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40609,1731090705156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:46,439 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:40609, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:46,439 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:46,439 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:46,441 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:31:46,443 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.990sec 2024-11-08T18:31:46,444 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:31:46,444 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:31:46,444 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:31:46,444 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:31:46,444 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:31:46,444 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40609,1731090705156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:46,444 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40609,1731090705156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:31:46,446 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:31:46,447 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:31:46,447 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40609,1731090705156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:46,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae192cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:46,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40609,-1 for getting cluster id 2024-11-08T18:31:46,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:31:46,509 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed41d59c-8bd3-4e1c-bc99-4e40303bda97' 2024-11-08T18:31:46,509 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:31:46,509 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed41d59c-8bd3-4e1c-bc99-4e40303bda97" 2024-11-08T18:31:46,509 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e6239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:46,509 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40609,-1] 2024-11-08T18:31:46,510 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:31:46,510 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:46,511 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:31:46,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2603c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:46,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:46,515 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,39303,1731090705331, seqNum=-1] 2024-11-08T18:31:46,515 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:46,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:46,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,40609,1731090705156 2024-11-08T18:31:46,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:31:46,520 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40609,1731090705156 2024-11-08T18:31:46,520 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d6972cb 2024-11-08T18:31:46,521 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:31:46,522 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:31:46,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T18:31:46,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:31:46,527 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:46,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T18:31:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:46,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:31:46,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:46,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:46,939 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => def34091b9e0dd75e1dbd31b4c8d21cc, NAME => 'testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee 2024-11-08T18:31:46,939 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ced65ad7a5d1ab83918f7cb33ecd613a, NAME => 'testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee 2024-11-08T18:31:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:46,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:46,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing def34091b9e0dd75e1dbd31b4c8d21cc, disabling compactions & flushes 2024-11-08T18:31:46,951 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:46,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:46,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. after waiting 0 ms 2024-11-08T18:31:46,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:46,951 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:46,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for def34091b9e0dd75e1dbd31b4c8d21cc: Waiting for close lock at 1731090706951Disabling compacts and flushes for region at 1731090706951Disabling writes for close at 1731090706951Writing region close event to WAL at 1731090706951Closed at 1731090706951 2024-11-08T18:31:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:46,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ced65ad7a5d1ab83918f7cb33ecd613a, disabling compactions & flushes 2024-11-08T18:31:46,954 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. after waiting 0 ms 2024-11-08T18:31:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:46,954 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ced65ad7a5d1ab83918f7cb33ecd613a: Waiting for close lock at 1731090706954Disabling compacts and flushes for region at 1731090706954Disabling writes for close at 1731090706954Writing region close event to WAL at 1731090706954Closed at 1731090706954 2024-11-08T18:31:46,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:31:46,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090706956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090706956"}]},"ts":"1731090706956"} 2024-11-08T18:31:46,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090706956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090706956"}]},"ts":"1731090706956"} 2024-11-08T18:31:46,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T18:31:46,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:31:46,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090706960"}]},"ts":"1731090706960"} 2024-11-08T18:31:46,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T18:31:46,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:46,963 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:46,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:46,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:46,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:46,964 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:46,964 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:46,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:46,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=def34091b9e0dd75e1dbd31b4c8d21cc, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ced65ad7a5d1ab83918f7cb33ecd613a, ASSIGN}] 2024-11-08T18:31:46,965 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ced65ad7a5d1ab83918f7cb33ecd613a, ASSIGN 2024-11-08T18:31:46,965 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=def34091b9e0dd75e1dbd31b4c8d21cc, ASSIGN 2024-11-08T18:31:46,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ced65ad7a5d1ab83918f7cb33ecd613a, ASSIGN; state=OFFLINE, location=2424dce0d377,39303,1731090705331; forceNewPlan=false, retain=false 2024-11-08T18:31:46,966 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=def34091b9e0dd75e1dbd31b4c8d21cc, ASSIGN; state=OFFLINE, location=2424dce0d377,34275,1731090705374; forceNewPlan=false, retain=false 2024-11-08T18:31:47,117 INFO [2424dce0d377:40609 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T18:31:47,117 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ced65ad7a5d1ab83918f7cb33ecd613a, regionState=OPENING, regionLocation=2424dce0d377,39303,1731090705331 2024-11-08T18:31:47,117 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=def34091b9e0dd75e1dbd31b4c8d21cc, regionState=OPENING, regionLocation=2424dce0d377,34275,1731090705374 2024-11-08T18:31:47,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ced65ad7a5d1ab83918f7cb33ecd613a, ASSIGN because future has completed 2024-11-08T18:31:47,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced65ad7a5d1ab83918f7cb33ecd613a, server=2424dce0d377,39303,1731090705331}] 2024-11-08T18:31:47,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=def34091b9e0dd75e1dbd31b4c8d21cc, ASSIGN because future has completed 2024-11-08T18:31:47,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure def34091b9e0dd75e1dbd31b4c8d21cc, server=2424dce0d377,34275,1731090705374}] 2024-11-08T18:31:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:47,275 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:47,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:47,279 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:47,279 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ced65ad7a5d1ab83918f7cb33ecd613a, NAME => 'testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T18:31:47,279 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,279 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:47,280 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,280 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,282 INFO [StoreOpener-ced65ad7a5d1ab83918f7cb33ecd613a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,282 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:47,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => def34091b9e0dd75e1dbd31b4c8d21cc, NAME => 'testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T18:31:47,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:47,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,284 INFO [StoreOpener-ced65ad7a5d1ab83918f7cb33ecd613a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced65ad7a5d1ab83918f7cb33ecd613a columnFamilyName family 2024-11-08T18:31:47,284 DEBUG [StoreOpener-ced65ad7a5d1ab83918f7cb33ecd613a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:47,284 INFO [StoreOpener-ced65ad7a5d1ab83918f7cb33ecd613a-1 {}] regionserver.HStore(327): Store=ced65ad7a5d1ab83918f7cb33ecd613a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:47,285 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,285 INFO [StoreOpener-def34091b9e0dd75e1dbd31b4c8d21cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,285 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,286 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,286 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,286 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,286 INFO [StoreOpener-def34091b9e0dd75e1dbd31b4c8d21cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region def34091b9e0dd75e1dbd31b4c8d21cc columnFamilyName family 2024-11-08T18:31:47,286 DEBUG [StoreOpener-def34091b9e0dd75e1dbd31b4c8d21cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:47,287 INFO [StoreOpener-def34091b9e0dd75e1dbd31b4c8d21cc-1 {}] regionserver.HStore(327): Store=def34091b9e0dd75e1dbd31b4c8d21cc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:47,287 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,288 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,288 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,288 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,288 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,288 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,290 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/ced65ad7a5d1ab83918f7cb33ecd613a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:47,290 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,290 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ced65ad7a5d1ab83918f7cb33ecd613a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61707629, jitterRate=-0.08048467338085175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:47,290 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,291 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ced65ad7a5d1ab83918f7cb33ecd613a: Running coprocessor pre-open hook at 1731090707280Writing region info on filesystem at 1731090707280Initializing all the Stores at 1731090707281 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090707281Cleaning up temporary data from old regions at 1731090707286 (+5 ms)Running coprocessor post-open hooks at 1731090707290 (+4 ms)Region opened successfully at 1731090707291 (+1 ms) 2024-11-08T18:31:47,292 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a., pid=7, masterSystemTime=1731090707273 2024-11-08T18:31:47,292 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/def34091b9e0dd75e1dbd31b4c8d21cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:47,294 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened def34091b9e0dd75e1dbd31b4c8d21cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59108904, jitterRate=-0.1192086935043335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:47,294 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,294 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for def34091b9e0dd75e1dbd31b4c8d21cc: Running coprocessor pre-open hook at 1731090707283Writing region info on filesystem at 1731090707283Initializing all the Stores at 1731090707285 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090707285Cleaning up temporary data from old regions at 1731090707288 (+3 ms)Running coprocessor post-open hooks at 1731090707294 (+6 ms)Region opened successfully at 1731090707294 2024-11-08T18:31:47,295 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc., pid=8, masterSystemTime=1731090707275 2024-11-08T18:31:47,296 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:47,296 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:47,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ced65ad7a5d1ab83918f7cb33ecd613a, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,39303,1731090705331 2024-11-08T18:31:47,299 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:47,299 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:47,300 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=def34091b9e0dd75e1dbd31b4c8d21cc, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,34275,1731090705374 2024-11-08T18:31:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced65ad7a5d1ab83918f7cb33ecd613a, server=2424dce0d377,39303,1731090705331 because future has completed 2024-11-08T18:31:47,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure def34091b9e0dd75e1dbd31b4c8d21cc, server=2424dce0d377,34275,1731090705374 because future has completed 2024-11-08T18:31:47,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T18:31:47,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ced65ad7a5d1ab83918f7cb33ecd613a, server=2424dce0d377,39303,1731090705331 in 181 msec 2024-11-08T18:31:47,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ced65ad7a5d1ab83918f7cb33ecd613a, ASSIGN in 340 msec 2024-11-08T18:31:47,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T18:31:47,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure def34091b9e0dd75e1dbd31b4c8d21cc, server=2424dce0d377,34275,1731090705374 in 181 msec 2024-11-08T18:31:47,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:31:47,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=def34091b9e0dd75e1dbd31b4c8d21cc, ASSIGN in 341 msec 2024-11-08T18:31:47,308 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:31:47,309 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090707308"}]},"ts":"1731090707308"} 2024-11-08T18:31:47,311 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T18:31:47,312 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:31:47,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 789 msec 2024-11-08T18:31:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:47,666 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T18:31:47,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T18:31:47,667 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:47,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T18:31:47,674 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:47,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T18:31:47,678 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc., hostname=2424dce0d377,34275,1731090705374, seqNum=2] 2024-11-08T18:31:47,679 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:47,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:47,692 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a., hostname=2424dce0d377,39303,1731090705331, seqNum=2] 2024-11-08T18:31:47,702 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ced65ad7a5d1ab83918f7cb33ecd613a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T18:31:47,717 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/ced65ad7a5d1ab83918f7cb33ecd613a/.tmp/family/cc284c64d9b648a6b9cb3272d27b418f is 32, key is 5/family:/1731090707693/Put/seqid=0 2024-11-08T18:31:47,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741839_1015 (size=5083) 2024-11-08T18:31:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741839_1015 (size=5083) 2024-11-08T18:31:47,723 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/ced65ad7a5d1ab83918f7cb33ecd613a/.tmp/family/cc284c64d9b648a6b9cb3272d27b418f 2024-11-08T18:31:47,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/ced65ad7a5d1ab83918f7cb33ecd613a/.tmp/family/cc284c64d9b648a6b9cb3272d27b418f as hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/ced65ad7a5d1ab83918f7cb33ecd613a/family/cc284c64d9b648a6b9cb3272d27b418f 2024-11-08T18:31:47,738 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/ced65ad7a5d1ab83918f7cb33ecd613a/family/cc284c64d9b648a6b9cb3272d27b418f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T18:31:47,739 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ced65ad7a5d1ab83918f7cb33ecd613a in 37ms, sequenceid=9, compaction requested=false 2024-11-08T18:31:47,739 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ced65ad7a5d1ab83918f7cb33ecd613a: 2024-11-08T18:31:47,740 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing def34091b9e0dd75e1dbd31b4c8d21cc 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T18:31:47,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/def34091b9e0dd75e1dbd31b4c8d21cc/.tmp/family/7ef5c878da7e4a869cfce1927ca60546 is 32, key is 1/family:/1731090707681/Put/seqid=0 2024-11-08T18:31:47,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741840_1016 (size=5054) 2024-11-08T18:31:47,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741840_1016 (size=5054) 2024-11-08T18:31:47,760 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/def34091b9e0dd75e1dbd31b4c8d21cc/.tmp/family/7ef5c878da7e4a869cfce1927ca60546 2024-11-08T18:31:47,767 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/def34091b9e0dd75e1dbd31b4c8d21cc/.tmp/family/7ef5c878da7e4a869cfce1927ca60546 as hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/def34091b9e0dd75e1dbd31b4c8d21cc/family/7ef5c878da7e4a869cfce1927ca60546 2024-11-08T18:31:47,774 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/def34091b9e0dd75e1dbd31b4c8d21cc/family/7ef5c878da7e4a869cfce1927ca60546, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T18:31:47,775 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for def34091b9e0dd75e1dbd31b4c8d21cc in 35ms, sequenceid=8, compaction requested=false 2024-11-08T18:31:47,776 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for def34091b9e0dd75e1dbd31b4c8d21cc: 2024-11-08T18:31:47,778 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file cc284c64d9b648a6b9cb3272d27b418f, starting offset: 0, end offset: 9223372036854775807 2024-11-08T18:31:47,778 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key cc284c64d9b648a6b9cb3272d27b418f_0 from back map with offset lock 2094080 in the evict process 2024-11-08T18:31:47,781 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 7ef5c878da7e4a869cfce1927ca60546, starting offset: 0, end offset: 9223372036854775807 2024-11-08T18:31:47,781 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 7ef5c878da7e4a869cfce1927ca60546_0 from back map with offset lock 2094080 in the evict process 2024-11-08T18:31:47,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:31:47,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:47,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:47,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:47,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:31:47,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:47,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:31:47,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1888845349, stopped=false 2024-11-08T18:31:47,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,40609,1731090705156 2024-11-08T18:31:47,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:47,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:47,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:47,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:47,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:47,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:47,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:47,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:47,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:47,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:47,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:47,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:47,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:47,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,39303,1731090705331' ***** 2024-11-08T18:31:47,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:47,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,34275,1731090705374' ***** 2024-11-08T18:31:47,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:47,893 INFO [RS:0;2424dce0d377:39303 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T18:31:47,894 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T18:31:47,894 INFO [RS:1;2424dce0d377:34275 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T18:31:47,894 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T18:31:47,894 INFO [RS:0;2424dce0d377:39303 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T18:31:47,894 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T18:31:47,894 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:47,894 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T18:31:47,894 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T18:31:47,894 INFO [RS:0;2424dce0d377:39303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:47,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:47,894 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T18:31:47,894 INFO [RS:0;2424dce0d377:39303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:47,894 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(3091): Received CLOSE for ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,894 INFO [RS:1;2424dce0d377:34275 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T18:31:47,894 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,39303,1731090705331 2024-11-08T18:31:47,894 INFO [RS:0;2424dce0d377:39303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:47,894 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:47,894 INFO [RS:0;2424dce0d377:39303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:39303. 2024-11-08T18:31:47,894 INFO [RS:1;2424dce0d377:34275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:47,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:47,894 INFO [RS:1;2424dce0d377:34275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:47,894 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ced65ad7a5d1ab83918f7cb33ecd613a, disabling compactions & flushes 2024-11-08T18:31:47,894 DEBUG [RS:0;2424dce0d377:39303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:47,894 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(3091): Received CLOSE for def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,894 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:47,894 DEBUG [RS:0;2424dce0d377:39303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:47,894 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:47,895 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. after waiting 0 ms 2024-11-08T18:31:47,895 INFO [RS:0;2424dce0d377:39303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:47,895 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:47,895 INFO [RS:0;2424dce0d377:39303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:47,895 INFO [RS:0;2424dce0d377:39303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:47,895 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,34275,1731090705374 2024-11-08T18:31:47,895 INFO [RS:1;2424dce0d377:34275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:47,895 INFO [RS:1;2424dce0d377:34275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2424dce0d377:34275. 2024-11-08T18:31:47,895 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing def34091b9e0dd75e1dbd31b4c8d21cc, disabling compactions & flushes 2024-11-08T18:31:47,895 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:31:47,895 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:47,895 DEBUG [RS:1;2424dce0d377:34275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:47,895 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:47,895 DEBUG [RS:1;2424dce0d377:34275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:47,895 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. after waiting 0 ms 2024-11-08T18:31:47,895 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:47,895 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:31:47,895 DEBUG [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(1325): Online Regions={def34091b9e0dd75e1dbd31b4c8d21cc=testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc.} 2024-11-08T18:31:47,895 DEBUG [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(1351): Waiting on def34091b9e0dd75e1dbd31b4c8d21cc 2024-11-08T18:31:47,895 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:31:47,895 DEBUG [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ced65ad7a5d1ab83918f7cb33ecd613a=testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a.} 2024-11-08T18:31:47,895 DEBUG [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ced65ad7a5d1ab83918f7cb33ecd613a 2024-11-08T18:31:47,895 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:47,895 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:47,895 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:47,896 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:47,896 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:47,896 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T18:31:47,899 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/def34091b9e0dd75e1dbd31b4c8d21cc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T18:31:47,899 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/default/testClearRegionBlockCache/ced65ad7a5d1ab83918f7cb33ecd613a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T18:31:47,900 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:47,900 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ced65ad7a5d1ab83918f7cb33ecd613a: Waiting for close lock at 1731090707894Running coprocessor pre-close hooks at 1731090707894Disabling compacts and flushes for region at 1731090707894Disabling writes for close at 1731090707895 (+1 ms)Writing region close event to WAL at 1731090707895Running coprocessor post-close hooks at 1731090707900 (+5 ms)Closed at 1731090707900 2024-11-08T18:31:47,900 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:47,900 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for def34091b9e0dd75e1dbd31b4c8d21cc: Waiting for close lock at 1731090707895Running coprocessor pre-close hooks at 1731090707895Disabling compacts and flushes for region at 1731090707895Disabling writes for close at 1731090707895Writing region close event to WAL at 1731090707895Running coprocessor post-close hooks at 1731090707900 (+5 ms)Closed at 1731090707900 2024-11-08T18:31:47,900 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a. 2024-11-08T18:31:47,900 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731090706522.def34091b9e0dd75e1dbd31b4c8d21cc. 2024-11-08T18:31:47,913 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/.tmp/info/45262c60fc184369a4a7f0b0bcf0e095 is 173, key is testClearRegionBlockCache,5,1731090706522.ced65ad7a5d1ab83918f7cb33ecd613a./info:regioninfo/1731090707296/Put/seqid=0 2024-11-08T18:31:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:47,918 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/.tmp/info/45262c60fc184369a4a7f0b0bcf0e095 2024-11-08T18:31:47,932 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:47,933 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:31:47,933 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:31:47,935 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:47,936 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/.tmp/ns/464c15e1402546d5b708f8bc2f15b069 is 43, key is default/ns:d/1731090706431/Put/seqid=0 2024-11-08T18:31:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:47,941 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/.tmp/ns/464c15e1402546d5b708f8bc2f15b069 2024-11-08T18:31:47,961 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/.tmp/table/6c711af1c6444842a621042ce0ce642a is 61, key is testClearRegionBlockCache/table:state/1731090707308/Put/seqid=0 2024-11-08T18:31:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:47,967 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/.tmp/table/6c711af1c6444842a621042ce0ce642a 2024-11-08T18:31:47,973 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/.tmp/info/45262c60fc184369a4a7f0b0bcf0e095 as hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/info/45262c60fc184369a4a7f0b0bcf0e095 2024-11-08T18:31:47,979 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/info/45262c60fc184369a4a7f0b0bcf0e095, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T18:31:47,980 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/.tmp/ns/464c15e1402546d5b708f8bc2f15b069 as hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/ns/464c15e1402546d5b708f8bc2f15b069 2024-11-08T18:31:47,987 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/ns/464c15e1402546d5b708f8bc2f15b069, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T18:31:47,988 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/.tmp/table/6c711af1c6444842a621042ce0ce642a as hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/table/6c711af1c6444842a621042ce0ce642a 2024-11-08T18:31:47,993 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/table/6c711af1c6444842a621042ce0ce642a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T18:31:47,994 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false 2024-11-08T18:31:47,999 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T18:31:47,999 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:31:47,999 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:47,999 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090707895Running coprocessor pre-close hooks at 1731090707895Disabling compacts and flushes for region at 1731090707895Disabling writes for close at 1731090707896 (+1 ms)Obtaining lock to block concurrent updates at 1731090707896Preparing flush snapshotting stores in 1588230740 at 1731090707896Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731090707896Flushing stores of hbase:meta,,1.1588230740 at 1731090707897 (+1 ms)Flushing 1588230740/info: creating writer at 1731090707897Flushing 1588230740/info: appending metadata at 1731090707912 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731090707912Flushing 1588230740/ns: creating writer at 1731090707923 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731090707936 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731090707936Flushing 1588230740/table: creating writer at 1731090707946 (+10 ms)Flushing 1588230740/table: appending metadata at 1731090707961 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731090707961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e183264: reopening flushed file at 1731090707972 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8d9af: reopening flushed file at 1731090707979 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6ea1c6: reopening flushed file at 1731090707987 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false at 1731090707994 (+7 ms)Writing region close event to WAL at 1731090707995 (+1 ms)Running coprocessor post-close hooks at 1731090707999 (+4 ms)Closed at 1731090707999 2024-11-08T18:31:47,999 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:48,011 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:31:48,011 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:31:48,095 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,34275,1731090705374; all regions closed. 2024-11-08T18:31:48,095 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,39303,1731090705331; all regions closed. 2024-11-08T18:31:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741833_1009 (size=1758) 2024-11-08T18:31:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:48,101 DEBUG [RS:1;2424dce0d377:34275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/oldWALs 2024-11-08T18:31:48,101 INFO [RS:1;2424dce0d377:34275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C34275%2C1731090705374:(num 1731090706064) 2024-11-08T18:31:48,101 DEBUG [RS:1;2424dce0d377:34275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:48,101 INFO [RS:1;2424dce0d377:34275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:48,101 INFO [RS:1;2424dce0d377:34275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:48,101 DEBUG [RS:0;2424dce0d377:39303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/oldWALs 2024-11-08T18:31:48,101 INFO [RS:0;2424dce0d377:39303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C39303%2C1731090705331.meta:.meta(num 1731090706375) 2024-11-08T18:31:48,101 INFO [RS:1;2424dce0d377:34275 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:48,102 INFO [RS:1;2424dce0d377:34275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:48,102 INFO [RS:1;2424dce0d377:34275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:48,102 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:48,102 INFO [RS:1;2424dce0d377:34275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:48,102 INFO [RS:1;2424dce0d377:34275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:48,102 INFO [RS:1;2424dce0d377:34275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34275 2024-11-08T18:31:48,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:48,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741834_1010 (size=1867) 2024-11-08T18:31:48,107 DEBUG [RS:0;2424dce0d377:39303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/oldWALs 2024-11-08T18:31:48,107 INFO [RS:0;2424dce0d377:39303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C39303%2C1731090705331:(num 1731090706067) 2024-11-08T18:31:48,107 DEBUG [RS:0;2424dce0d377:39303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:48,107 INFO [RS:0;2424dce0d377:39303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:48,108 INFO [RS:0;2424dce0d377:39303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:48,108 INFO [RS:0;2424dce0d377:39303 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:48,108 INFO [RS:0;2424dce0d377:39303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:48,108 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:48,108 INFO [RS:0;2424dce0d377:39303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39303 2024-11-08T18:31:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,34275,1731090705374 2024-11-08T18:31:48,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:48,126 INFO [RS:1;2424dce0d377:34275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:48,137 INFO [RS:0;2424dce0d377:39303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:48,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,39303,1731090705331] 2024-11-08T18:31:48,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,39303,1731090705331 2024-11-08T18:31:48,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,39303,1731090705331 already deleted, retry=false 2024-11-08T18:31:48,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,39303,1731090705331 expired; onlineServers=1 2024-11-08T18:31:48,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,34275,1731090705374] 2024-11-08T18:31:48,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,34275,1731090705374 already deleted, retry=false 2024-11-08T18:31:48,169 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,34275,1731090705374 expired; onlineServers=0 2024-11-08T18:31:48,169 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,40609,1731090705156' ***** 2024-11-08T18:31:48,169 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:31:48,169 INFO [M:0;2424dce0d377:40609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:48,169 INFO [M:0;2424dce0d377:40609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:48,169 DEBUG [M:0;2424dce0d377:40609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:31:48,169 DEBUG [M:0;2424dce0d377:40609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:31:48,169 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:31:48,169 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090705734 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090705734,5,FailOnTimeoutGroup] 2024-11-08T18:31:48,169 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090705734 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090705734,5,FailOnTimeoutGroup] 2024-11-08T18:31:48,169 INFO [M:0;2424dce0d377:40609 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:48,169 INFO [M:0;2424dce0d377:40609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:48,169 DEBUG [M:0;2424dce0d377:40609 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:31:48,169 INFO [M:0;2424dce0d377:40609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:31:48,169 INFO [M:0;2424dce0d377:40609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:48,170 INFO [M:0;2424dce0d377:40609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:31:48,170 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:31:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:48,179 DEBUG [M:0;2424dce0d377:40609 {}] zookeeper.ZKUtil(347): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T18:31:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:48,179 WARN [M:0;2424dce0d377:40609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:31:48,180 INFO [M:0;2424dce0d377:40609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/.lastflushedseqids 2024-11-08T18:31:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:48,186 INFO [M:0;2424dce0d377:40609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:31:48,186 INFO [M:0;2424dce0d377:40609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:31:48,186 DEBUG [M:0;2424dce0d377:40609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:48,186 INFO [M:0;2424dce0d377:40609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:48,186 DEBUG [M:0;2424dce0d377:40609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:48,186 DEBUG [M:0;2424dce0d377:40609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:48,186 DEBUG [M:0;2424dce0d377:40609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:48,186 INFO [M:0;2424dce0d377:40609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T18:31:48,201 DEBUG [M:0;2424dce0d377:40609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1207cf80272425cb91fdccba7db7204 is 82, key is hbase:meta,,1/info:regioninfo/1731090706411/Put/seqid=0 2024-11-08T18:31:48,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:48,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:48,207 INFO [M:0;2424dce0d377:40609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1207cf80272425cb91fdccba7db7204 2024-11-08T18:31:48,226 DEBUG [M:0;2424dce0d377:40609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db3783cc42a64ea8a274bf71fb5942cc is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090707314/Put/seqid=0 2024-11-08T18:31:48,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741846_1022 (size=6219) 2024-11-08T18:31:48,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741846_1022 (size=6219) 2024-11-08T18:31:48,232 INFO [M:0;2424dce0d377:40609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db3783cc42a64ea8a274bf71fb5942cc 2024-11-08T18:31:48,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:48,248 INFO [RS:1;2424dce0d377:34275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:48,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34275-0x1011bb7e6a20002, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:48,248 INFO [RS:1;2424dce0d377:34275 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,34275,1731090705374; zookeeper connection closed. 2024-11-08T18:31:48,248 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@be0ebf3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@be0ebf3 2024-11-08T18:31:48,257 DEBUG [M:0;2424dce0d377:40609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02f3d40a0b3a4d05846239a09a80f038 is 69, key is 2424dce0d377,34275,1731090705374/rs:state/1731090705864/Put/seqid=0 2024-11-08T18:31:48,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:48,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39303-0x1011bb7e6a20001, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:48,258 INFO [RS:0;2424dce0d377:39303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:48,258 INFO [RS:0;2424dce0d377:39303 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,39303,1731090705331; zookeeper connection closed. 2024-11-08T18:31:48,258 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e51db5a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e51db5a 2024-11-08T18:31:48,259 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T18:31:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:48,667 INFO [M:0;2424dce0d377:40609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02f3d40a0b3a4d05846239a09a80f038 2024-11-08T18:31:48,674 DEBUG [M:0;2424dce0d377:40609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1207cf80272425cb91fdccba7db7204 as hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1207cf80272425cb91fdccba7db7204 2024-11-08T18:31:48,679 INFO [M:0;2424dce0d377:40609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1207cf80272425cb91fdccba7db7204, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T18:31:48,680 DEBUG [M:0;2424dce0d377:40609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db3783cc42a64ea8a274bf71fb5942cc as hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db3783cc42a64ea8a274bf71fb5942cc 2024-11-08T18:31:48,686 INFO [M:0;2424dce0d377:40609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db3783cc42a64ea8a274bf71fb5942cc, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T18:31:48,687 DEBUG [M:0;2424dce0d377:40609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02f3d40a0b3a4d05846239a09a80f038 as hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02f3d40a0b3a4d05846239a09a80f038 2024-11-08T18:31:48,692 INFO [M:0;2424dce0d377:40609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36585/user/jenkins/test-data/51c336bd-0be7-50ae-cb62-3c68d43493ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02f3d40a0b3a4d05846239a09a80f038, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T18:31:48,693 INFO [M:0;2424dce0d377:40609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=71, compaction requested=false 2024-11-08T18:31:48,694 INFO [M:0;2424dce0d377:40609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:48,695 DEBUG [M:0;2424dce0d377:40609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090708186Disabling compacts and flushes for region at 1731090708186Disabling writes for close at 1731090708186Obtaining lock to block concurrent updates at 1731090708186Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090708186Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731090708186Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090708187 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090708187Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090708200 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090708200Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090708211 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090708225 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090708225Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090708238 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090708256 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090708256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1787efac: reopening flushed file at 1731090708673 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b710fe6: reopening flushed file at 1731090708679 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609435e3: reopening flushed file at 1731090708686 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=71, compaction requested=false at 1731090708693 (+7 ms)Writing region close event to WAL at 1731090708694 (+1 ms)Closed at 1731090708694 2024-11-08T18:31:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741830_1006 (size=35440) 2024-11-08T18:31:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46145 is added to blk_1073741830_1006 (size=35440) 2024-11-08T18:31:48,697 INFO [M:0;2424dce0d377:40609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:31:48,697 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:48,697 INFO [M:0;2424dce0d377:40609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40609 2024-11-08T18:31:48,697 INFO [M:0;2424dce0d377:40609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:48,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:48,816 INFO [M:0;2424dce0d377:40609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:48,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40609-0x1011bb7e6a20000, quorum=127.0.0.1:58883, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:48,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624a74be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:48,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69914701{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:48,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:48,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2867951f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:48,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4357772f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:48,825 WARN [BP-1688393876-172.17.0.3-1731090702896 heartbeating to localhost/127.0.0.1:36585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:48,825 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:48,825 WARN [BP-1688393876-172.17.0.3-1731090702896 heartbeating to localhost/127.0.0.1:36585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1688393876-172.17.0.3-1731090702896 (Datanode Uuid 0bbff3b5-8213-46b0-bd13-5730f512ebe3) service to localhost/127.0.0.1:36585 2024-11-08T18:31:48,825 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:48,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/data/data3/current/BP-1688393876-172.17.0.3-1731090702896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:48,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/data/data4/current/BP-1688393876-172.17.0.3-1731090702896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:48,826 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:48,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24cd8c14{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:48,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4971c706{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:48,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:48,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4e42ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:48,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75724cef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:48,832 WARN [BP-1688393876-172.17.0.3-1731090702896 heartbeating to localhost/127.0.0.1:36585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:48,832 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:48,832 WARN [BP-1688393876-172.17.0.3-1731090702896 heartbeating to localhost/127.0.0.1:36585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1688393876-172.17.0.3-1731090702896 (Datanode Uuid e580b048-93be-411a-b9a1-82b9d4535270) service to localhost/127.0.0.1:36585 2024-11-08T18:31:48,832 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:48,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/data/data1/current/BP-1688393876-172.17.0.3-1731090702896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:48,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/cluster_bea45849-1541-d038-e831-5748277d963d/data/data2/current/BP-1688393876-172.17.0.3-1731090702896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:48,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:48,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f40f1c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:48,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73364f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:48,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:48,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b297317{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:48,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f1ce7a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:48,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:31:48,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:31:48,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=169 (was 152) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:36585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:36585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:36585 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:36585 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=697 (was 757), ProcessCount=11 (was 11), AvailableMemoryMB=1879 (was 1996) 2024-11-08T18:31:48,875 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=169, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=697, ProcessCount=11, AvailableMemoryMB=1878 2024-11-08T18:31:48,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.log.dir so I do NOT create it in target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302 2024-11-08T18:31:48,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:31:48,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.tmp.dir so I do NOT create it in target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302 2024-11-08T18:31:48,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38ade275-81c9-872a-12f9-306e6718619f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:31:48,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302 2024-11-08T18:31:48,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:31:48,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3, deleteOnExit=true 2024-11-08T18:31:48,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/test.cache.data in system properties and HBase conf 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:31:48,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:48,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:31:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:31:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:31:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:31:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:31:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:31:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:31:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:31:48,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:31:49,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:49,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:49,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:49,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:49,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:49,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:49,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@234c0015{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:49,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42510c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:49,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c2f6f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/java.io.tmpdir/jetty-localhost-36195-hadoop-hdfs-3_4_1-tests_jar-_-any-5182601617558412353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:49,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6910b8d8{HTTP/1.1, (http/1.1)}{localhost:36195} 2024-11-08T18:31:49,370 INFO [Time-limited test {}] server.Server(415): Started @40877ms 2024-11-08T18:31:49,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:49,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:49,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:49,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:49,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:49,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@433999fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:49,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c062354{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:49,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d7c7b08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/java.io.tmpdir/jetty-localhost-44113-hadoop-hdfs-3_4_1-tests_jar-_-any-11108148097162862870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:49,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@737128a9{HTTP/1.1, (http/1.1)}{localhost:44113} 2024-11-08T18:31:49,728 INFO [Time-limited test {}] server.Server(415): Started @41235ms 2024-11-08T18:31:49,730 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:49,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:31:49,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:31:49,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:31:49,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:31:49,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:31:49,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c44f8fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:31:49,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a366a79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:31:49,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15f09e26{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/java.io.tmpdir/jetty-localhost-35741-hadoop-hdfs-3_4_1-tests_jar-_-any-2080145737221734644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:49,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a8d4d3b{HTTP/1.1, (http/1.1)}{localhost:35741} 2024-11-08T18:31:49,889 INFO [Time-limited test {}] server.Server(415): Started @41396ms 2024-11-08T18:31:49,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:31:50,741 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/data/data1/current/BP-1632803425-172.17.0.3-1731090708913/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:50,742 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/data/data2/current/BP-1632803425-172.17.0.3-1731090708913/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:50,759 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6171b2c8fd4636de with lease ID 0x8ee92af72e8bb7f5: Processing first storage report for DS-b395394f-8fb3-49f3-b2f8-b4d8e04aba2a from datanode DatanodeRegistration(127.0.0.1:39627, datanodeUuid=48a74b60-35a3-4042-9a8e-10ff4ce1e94d, infoPort=42723, infoSecurePort=0, ipcPort=41175, storageInfo=lv=-57;cid=testClusterID;nsid=1248072371;c=1731090708913) 2024-11-08T18:31:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6171b2c8fd4636de with lease ID 0x8ee92af72e8bb7f5: from storage DS-b395394f-8fb3-49f3-b2f8-b4d8e04aba2a node DatanodeRegistration(127.0.0.1:39627, datanodeUuid=48a74b60-35a3-4042-9a8e-10ff4ce1e94d, infoPort=42723, infoSecurePort=0, ipcPort=41175, storageInfo=lv=-57;cid=testClusterID;nsid=1248072371;c=1731090708913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6171b2c8fd4636de with lease ID 0x8ee92af72e8bb7f5: Processing first storage report for DS-920a379e-be9d-4c96-882b-a6019bb9eb9f from datanode DatanodeRegistration(127.0.0.1:39627, datanodeUuid=48a74b60-35a3-4042-9a8e-10ff4ce1e94d, infoPort=42723, infoSecurePort=0, ipcPort=41175, storageInfo=lv=-57;cid=testClusterID;nsid=1248072371;c=1731090708913) 2024-11-08T18:31:50,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6171b2c8fd4636de with lease ID 0x8ee92af72e8bb7f5: from storage DS-920a379e-be9d-4c96-882b-a6019bb9eb9f node DatanodeRegistration(127.0.0.1:39627, datanodeUuid=48a74b60-35a3-4042-9a8e-10ff4ce1e94d, infoPort=42723, infoSecurePort=0, ipcPort=41175, storageInfo=lv=-57;cid=testClusterID;nsid=1248072371;c=1731090708913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:50,942 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/data/data3/current/BP-1632803425-172.17.0.3-1731090708913/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:50,942 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/data/data4/current/BP-1632803425-172.17.0.3-1731090708913/current, will proceed with Du for space computation calculation, 2024-11-08T18:31:50,959 WARN [Thread-1420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:31:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd711cf20b0a17c2d with lease ID 0x8ee92af72e8bb7f6: Processing first storage report for DS-480b3744-8b5e-4931-a29f-790351af145b from datanode DatanodeRegistration(127.0.0.1:46815, datanodeUuid=56df9c77-5c56-49a7-a0bb-70bd164bf26f, infoPort=40059, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=1248072371;c=1731090708913) 2024-11-08T18:31:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd711cf20b0a17c2d with lease ID 0x8ee92af72e8bb7f6: from storage DS-480b3744-8b5e-4931-a29f-790351af145b node DatanodeRegistration(127.0.0.1:46815, datanodeUuid=56df9c77-5c56-49a7-a0bb-70bd164bf26f, infoPort=40059, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=1248072371;c=1731090708913), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T18:31:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd711cf20b0a17c2d with lease ID 0x8ee92af72e8bb7f6: Processing first storage report for DS-587a7b5d-7de6-428d-bcb8-9a4a028d7265 from datanode DatanodeRegistration(127.0.0.1:46815, datanodeUuid=56df9c77-5c56-49a7-a0bb-70bd164bf26f, infoPort=40059, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=1248072371;c=1731090708913) 2024-11-08T18:31:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd711cf20b0a17c2d with lease ID 0x8ee92af72e8bb7f6: from storage DS-587a7b5d-7de6-428d-bcb8-9a4a028d7265 node DatanodeRegistration(127.0.0.1:46815, datanodeUuid=56df9c77-5c56-49a7-a0bb-70bd164bf26f, infoPort=40059, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=1248072371;c=1731090708913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:31:51,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302 2024-11-08T18:31:51,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/zookeeper_0, clientPort=56357, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:31:51,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56357 2024-11-08T18:31:51,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:51,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:51,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:51,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:31:51,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3 with version=8 2024-11-08T18:31:51,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/hbase-staging 2024-11-08T18:31:51,059 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:51,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:51,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:51,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:51,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:51,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:51,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:31:51,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:51,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42847 2024-11-08T18:31:51,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42847 connecting to ZooKeeper ensemble=127.0.0.1:56357 2024-11-08T18:31:51,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428470x0, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:51,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42847-0x1011bb7fda30000 connected 2024-11-08T18:31:51,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:51,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:51,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:51,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3, hbase.cluster.distributed=false 2024-11-08T18:31:51,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:51,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42847 2024-11-08T18:31:51,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42847 2024-11-08T18:31:51,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42847 2024-11-08T18:31:51,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42847 2024-11-08T18:31:51,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42847 2024-11-08T18:31:51,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:51,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:51,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:51,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:51,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:51,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:51,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:51,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:51,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45539 2024-11-08T18:31:51,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45539 connecting to ZooKeeper ensemble=127.0.0.1:56357 2024-11-08T18:31:51,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:51,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:51,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455390x0, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:51,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455390x0, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:51,285 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:51,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45539-0x1011bb7fda30001 connected 2024-11-08T18:31:51,286 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T18:31:51,294 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T18:31:51,294 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T18:31:51,295 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T18:31:51,295 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:51,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:51,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:51,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45539 2024-11-08T18:31:51,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45539 2024-11-08T18:31:51,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45539 2024-11-08T18:31:51,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45539 2024-11-08T18:31:51,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45539 2024-11-08T18:31:51,319 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:31:51,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:51,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:51,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:31:51,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:31:51,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:31:51,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:31:51,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:31:51,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36297 2024-11-08T18:31:51,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36297 connecting to ZooKeeper ensemble=127.0.0.1:56357 2024-11-08T18:31:51,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:51,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:51,337 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362970x0, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:31:51,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362970x0, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:51,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36297-0x1011bb7fda30002 connected 2024-11-08T18:31:51,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:31:51,338 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T18:31:51,345 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T18:31:51,345 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T18:31:51,346 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T18:31:51,346 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:31:51,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:31:51,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:31:51,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36297 2024-11-08T18:31:51,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36297 2024-11-08T18:31:51,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36297 2024-11-08T18:31:51,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36297 2024-11-08T18:31:51,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36297 2024-11-08T18:31:51,362 DEBUG [M:0;2424dce0d377:42847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:42847 2024-11-08T18:31:51,363 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2424dce0d377,42847,1731090711058 2024-11-08T18:31:51,368 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:51,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:51,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:51,369 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2424dce0d377,42847,1731090711058 2024-11-08T18:31:51,379 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:51,379 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:51,380 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T18:31:51,380 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2424dce0d377,42847,1731090711058 from backup master directory 2024-11-08T18:31:51,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:51,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2424dce0d377,42847,1731090711058 2024-11-08T18:31:51,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:51,389 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:31:51,389 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:51,390 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,42847,1731090711058 2024-11-08T18:31:51,394 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/hbase.id] with ID: 36f43644-8533-4405-9b99-c196712e1297 2024-11-08T18:31:51,394 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/.tmp/hbase.id 2024-11-08T18:31:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:31:51,401 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/.tmp/hbase.id]:[hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/hbase.id] 2024-11-08T18:31:51,413 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:31:51,413 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:31:51,415 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:31:51,428 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:51,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:51,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:51,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:51,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:31:51,836 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:51,837 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:31:51,837 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:31:51,845 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store 2024-11-08T18:31:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:31:51,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:31:51,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:51,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:51,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:51,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:51,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:51,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:51,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:51,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:31:52,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:52,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:52,261 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:52,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:52,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:52,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:52,261 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:52,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090712261Disabling compacts and flushes for region at 1731090712261Disabling writes for close at 1731090712261Writing region close event to WAL at 1731090712261Closed at 1731090712261 2024-11-08T18:31:52,263 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/.initializing 2024-11-08T18:31:52,263 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/WALs/2424dce0d377,42847,1731090711058 2024-11-08T18:31:52,264 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:52,266 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C42847%2C1731090711058, suffix=, logDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/WALs/2424dce0d377,42847,1731090711058, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/oldWALs, maxLogs=10 2024-11-08T18:31:52,285 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/WALs/2424dce0d377,42847,1731090711058/2424dce0d377%2C42847%2C1731090711058.1731090712266, exclude list is [], retry=0 2024-11-08T18:31:52,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-b395394f-8fb3-49f3-b2f8-b4d8e04aba2a,DISK] 2024-11-08T18:31:52,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-480b3744-8b5e-4931-a29f-790351af145b,DISK] 2024-11-08T18:31:52,290 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/WALs/2424dce0d377,42847,1731090711058/2424dce0d377%2C42847%2C1731090711058.1731090712266 2024-11-08T18:31:52,290 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42723:42723),(127.0.0.1/127.0.0.1:40059:40059)] 2024-11-08T18:31:52,290 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:52,290 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:52,290 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,290 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:31:52,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:52,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:52,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:31:52,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:52,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:52,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:31:52,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:52,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:52,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:31:52,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:52,298 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,299 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,299 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,300 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,300 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,301 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:52,302 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:31:52,305 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:52,305 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62545645, jitterRate=-0.06799726188182831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:52,306 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090712290Initializing all the Stores at 1731090712291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090712291Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090712291Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090712292 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090712292Cleaning up temporary data from old regions at 1731090712300 (+8 ms)Region opened successfully at 1731090712306 (+6 ms) 2024-11-08T18:31:52,307 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:31:52,310 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2777ae1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:52,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:31:52,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:31:52,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:31:52,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:31:52,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:31:52,312 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:31:52,312 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:31:52,314 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:31:52,315 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T18:31:52,492 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T18:31:52,492 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:31:52,494 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:31:52,589 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T18:31:52,590 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:31:52,591 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:31:52,600 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T18:31:52,601 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:31:52,610 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T18:31:52,613 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:31:52,621 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T18:31:52,631 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:52,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:52,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:52,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:52,631 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:52,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:52,632 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,42847,1731090711058, sessionid=0x1011bb7fda30000, setting cluster-up flag (Was=false) 2024-11-08T18:31:52,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:52,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:52,652 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:52,684 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T18:31:52,685 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,42847,1731090711058 2024-11-08T18:31:52,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:52,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:52,705 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:52,737 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T18:31:52,738 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,42847,1731090711058 2024-11-08T18:31:52,739 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:31:52,741 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:52,741 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:31:52,741 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:31:52,741 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,42847,1731090711058 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:31:52,743 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:52,743 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:52,743 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:52,743 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:31:52,743 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:31:52,743 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,743 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:52,743 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090742744 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:31:52,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:52,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:31:52,745 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:31:52,746 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:31:52,746 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:31:52,746 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:31:52,746 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090712746,5,FailOnTimeoutGroup] 2024-11-08T18:31:52,746 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090712746,5,FailOnTimeoutGroup] 2024-11-08T18:31:52,746 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,746 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:31:52,746 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:52,746 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,746 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:31:52,755 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(746): ClusterId : 36f43644-8533-4405-9b99-c196712e1297 2024-11-08T18:31:52,755 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:52,755 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(746): ClusterId : 36f43644-8533-4405-9b99-c196712e1297 2024-11-08T18:31:52,756 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:31:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:31:52,779 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:52,779 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:52,779 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:31:52,779 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:31:52,842 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:52,843 DEBUG [RS:0;2424dce0d377:45539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204711f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:52,843 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:31:52,843 DEBUG [RS:1;2424dce0d377:36297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5400528a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:31:52,855 DEBUG [RS:0;2424dce0d377:45539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:45539 2024-11-08T18:31:52,855 INFO [RS:0;2424dce0d377:45539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:52,855 INFO [RS:0;2424dce0d377:45539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:52,855 DEBUG [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:52,856 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,42847,1731090711058 with port=45539, startcode=1731090711269 2024-11-08T18:31:52,856 DEBUG [RS:0;2424dce0d377:45539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:52,857 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2424dce0d377:36297 2024-11-08T18:31:52,857 INFO [RS:1;2424dce0d377:36297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:31:52,857 INFO [RS:1;2424dce0d377:36297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:31:52,857 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:31:52,858 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:52,858 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,42847,1731090711058 with port=36297, startcode=1731090711319 2024-11-08T18:31:52,858 DEBUG [RS:1;2424dce0d377:36297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:31:52,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,45539,1731090711269 2024-11-08T18:31:52,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42847 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,45539,1731090711269 2024-11-08T18:31:52,860 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:31:52,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,36297,1731090711319 2024-11-08T18:31:52,860 DEBUG [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3 2024-11-08T18:31:52,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42847 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,36297,1731090711319 2024-11-08T18:31:52,860 DEBUG [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35375 2024-11-08T18:31:52,860 DEBUG [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:52,862 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3 2024-11-08T18:31:52,862 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35375 2024-11-08T18:31:52,862 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:31:52,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:52,945 DEBUG [RS:0;2424dce0d377:45539 {}] zookeeper.ZKUtil(111): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,45539,1731090711269 2024-11-08T18:31:52,945 WARN [RS:0;2424dce0d377:45539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:52,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,45539,1731090711269] 2024-11-08T18:31:52,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,36297,1731090711319] 2024-11-08T18:31:52,946 INFO [RS:0;2424dce0d377:45539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:52,946 DEBUG [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,45539,1731090711269 2024-11-08T18:31:52,946 DEBUG [RS:1;2424dce0d377:36297 {}] zookeeper.ZKUtil(111): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2424dce0d377,36297,1731090711319 2024-11-08T18:31:52,946 WARN [RS:1;2424dce0d377:36297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:31:52,946 INFO [RS:1;2424dce0d377:36297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:52,946 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,36297,1731090711319 2024-11-08T18:31:52,949 INFO [RS:0;2424dce0d377:45539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:52,949 INFO [RS:1;2424dce0d377:36297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:31:52,950 INFO [RS:0;2424dce0d377:45539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:52,950 INFO [RS:0;2424dce0d377:45539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:52,950 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,951 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:52,951 INFO [RS:1;2424dce0d377:36297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:31:52,951 INFO [RS:0;2424dce0d377:45539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:52,951 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,951 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 INFO [RS:1;2424dce0d377:36297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:52,952 DEBUG [RS:0;2424dce0d377:45539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:52,952 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,952 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,952 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,952 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,952 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,952 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45539,1731090711269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:52,953 INFO [RS:1;2424dce0d377:36297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:31:52,953 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:52,953 DEBUG [RS:1;2424dce0d377:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:31:52,953 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,954 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,954 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,954 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,954 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,954 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36297,1731090711319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:52,968 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:52,969 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45539,1731090711269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,969 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,969 INFO [RS:0;2424dce0d377:45539 {}] regionserver.Replication(171): 2424dce0d377,45539,1731090711269 started 2024-11-08T18:31:52,969 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:31:52,969 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36297,1731090711319-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,969 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,970 INFO [RS:1;2424dce0d377:36297 {}] regionserver.Replication(171): 2424dce0d377,36297,1731090711319 started 2024-11-08T18:31:52,981 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,981 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:52,981 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,36297,1731090711319, RpcServer on 2424dce0d377/172.17.0.3:36297, sessionid=0x1011bb7fda30002 2024-11-08T18:31:52,981 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,45539,1731090711269, RpcServer on 2424dce0d377/172.17.0.3:45539, sessionid=0x1011bb7fda30001 2024-11-08T18:31:52,981 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:52,981 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:31:52,981 DEBUG [RS:0;2424dce0d377:45539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,45539,1731090711269 2024-11-08T18:31:52,981 DEBUG [RS:1;2424dce0d377:36297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,36297,1731090711319 2024-11-08T18:31:52,981 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,45539,1731090711269' 2024-11-08T18:31:52,981 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36297,1731090711319' 2024-11-08T18:31:52,981 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:52,981 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:31:52,982 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:52,982 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:31:52,982 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:52,982 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:52,982 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:31:52,982 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:31:52,982 DEBUG [RS:1;2424dce0d377:36297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,36297,1731090711319 2024-11-08T18:31:52,982 DEBUG [RS:0;2424dce0d377:45539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,45539,1731090711269 2024-11-08T18:31:52,982 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36297,1731090711319' 2024-11-08T18:31:52,982 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,45539,1731090711269' 2024-11-08T18:31:52,982 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:52,982 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:31:52,983 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:52,983 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:31:52,983 DEBUG [RS:0;2424dce0d377:45539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:52,983 INFO [RS:0;2424dce0d377:45539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:52,983 DEBUG [RS:1;2424dce0d377:36297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:31:52,983 INFO [RS:0;2424dce0d377:45539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:52,983 INFO [RS:1;2424dce0d377:36297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:31:52,983 INFO [RS:1;2424dce0d377:36297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:31:53,084 INFO [RS:0;2424dce0d377:45539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:53,084 INFO [RS:1;2424dce0d377:36297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:31:53,088 INFO [RS:1;2424dce0d377:36297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C36297%2C1731090711319, suffix=, logDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,36297,1731090711319, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/oldWALs, maxLogs=32 2024-11-08T18:31:53,088 INFO [RS:0;2424dce0d377:45539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C45539%2C1731090711269, suffix=, logDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,45539,1731090711269, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/oldWALs, maxLogs=32 2024-11-08T18:31:53,103 DEBUG [RS:0;2424dce0d377:45539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,45539,1731090711269/2424dce0d377%2C45539%2C1731090711269.1731090713089, exclude list is [], retry=0 2024-11-08T18:31:53,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-480b3744-8b5e-4931-a29f-790351af145b,DISK] 2024-11-08T18:31:53,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-b395394f-8fb3-49f3-b2f8-b4d8e04aba2a,DISK] 2024-11-08T18:31:53,107 DEBUG [RS:1;2424dce0d377:36297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,36297,1731090711319/2424dce0d377%2C36297%2C1731090711319.1731090713089, exclude list is [], retry=0 2024-11-08T18:31:53,107 INFO [RS:0;2424dce0d377:45539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,45539,1731090711269/2424dce0d377%2C45539%2C1731090711269.1731090713089 2024-11-08T18:31:53,108 DEBUG [RS:0;2424dce0d377:45539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42723:42723),(127.0.0.1/127.0.0.1:40059:40059)] 2024-11-08T18:31:53,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-b395394f-8fb3-49f3-b2f8-b4d8e04aba2a,DISK] 2024-11-08T18:31:53,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-480b3744-8b5e-4931-a29f-790351af145b,DISK] 2024-11-08T18:31:53,111 INFO [RS:1;2424dce0d377:36297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,36297,1731090711319/2424dce0d377%2C36297%2C1731090711319.1731090713089 2024-11-08T18:31:53,111 DEBUG [RS:1;2424dce0d377:36297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40059:40059),(127.0.0.1/127.0.0.1:42723:42723)] 2024-11-08T18:31:53,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:31:53,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3 2024-11-08T18:31:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741834_1010 (size=32) 2024-11-08T18:31:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741834_1010 (size=32) 2024-11-08T18:31:53,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:53,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:53,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:53,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:53,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:53,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:53,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:53,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:53,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:53,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:53,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:53,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:53,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:53,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:53,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:53,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:53,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:53,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:53,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740 2024-11-08T18:31:53,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740 2024-11-08T18:31:53,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:53,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:53,175 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:53,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:53,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:53,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69590258, jitterRate=0.03697565197944641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:53,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090713165Initializing all the Stores at 1731090713166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090713166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090713166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090713166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090713166Cleaning up temporary data from old regions at 1731090713175 (+9 ms)Region opened successfully at 1731090713178 (+3 ms) 2024-11-08T18:31:53,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:53,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:53,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:53,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:53,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:53,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:53,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090713178Disabling compacts and flushes for region at 1731090713179 (+1 ms)Disabling writes for close at 1731090713179Writing region close event to WAL at 1731090713179Closed at 1731090713179 2024-11-08T18:31:53,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:53,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:31:53,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:31:53,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:53,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:31:53,332 DEBUG [2424dce0d377:42847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T18:31:53,332 DEBUG [2424dce0d377:42847 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:53,335 DEBUG [2424dce0d377:42847 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:53,335 DEBUG [2424dce0d377:42847 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:53,335 DEBUG [2424dce0d377:42847 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:53,335 DEBUG [2424dce0d377:42847 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:53,335 INFO [2424dce0d377:42847 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:53,335 INFO [2424dce0d377:42847 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:53,335 DEBUG [2424dce0d377:42847 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:53,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,36297,1731090711319 2024-11-08T18:31:53,336 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36297,1731090711319, state=OPENING 2024-11-08T18:31:53,358 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:31:53,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:53,369 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:53,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:53,370 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:31:53,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:53,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:53,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:53,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36297,1731090711319}] 2024-11-08T18:31:53,526 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:53,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:53,531 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:31:53,531 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:31:53,531 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:31:53,533 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C36297%2C1731090711319.meta, suffix=.meta, logDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,36297,1731090711319, archiveDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/oldWALs, maxLogs=32 2024-11-08T18:31:53,548 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,36297,1731090711319/2424dce0d377%2C36297%2C1731090711319.meta.1731090713534.meta, exclude list is [], retry=0 2024-11-08T18:31:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46815,DS-480b3744-8b5e-4931-a29f-790351af145b,DISK] 2024-11-08T18:31:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-b395394f-8fb3-49f3-b2f8-b4d8e04aba2a,DISK] 2024-11-08T18:31:53,555 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,36297,1731090711319/2424dce0d377%2C36297%2C1731090711319.meta.1731090713534.meta 2024-11-08T18:31:53,556 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40059:40059),(127.0.0.1/127.0.0.1:42723:42723)] 2024-11-08T18:31:53,556 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:31:53,556 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:31:53,556 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:31:53,556 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:31:53,556 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:31:53,556 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:53,557 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:31:53,557 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:31:53,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:31:53,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:31:53,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:53,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:53,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:31:53,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:31:53,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:53,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:53,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:31:53,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:31:53,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:53,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:53,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:31:53,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:31:53,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:53,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:31:53,576 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:31:53,577 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740 2024-11-08T18:31:53,578 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740 2024-11-08T18:31:53,580 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:31:53,580 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:31:53,580 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:31:53,582 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:31:53,585 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62467743, jitterRate=-0.06915809214115143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:31:53,585 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:31:53,586 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090713557Writing region info on filesystem at 1731090713557Initializing all the Stores at 1731090713558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090713558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090713562 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090713562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090713562Cleaning up temporary data from old regions at 1731090713580 (+18 ms)Running coprocessor post-open hooks at 1731090713585 (+5 ms)Region opened successfully at 1731090713586 (+1 ms) 2024-11-08T18:31:53,591 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090713525 2024-11-08T18:31:53,599 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:31:53,599 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:31:53,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,36297,1731090711319 2024-11-08T18:31:53,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36297,1731090711319, state=OPEN 2024-11-08T18:31:53,622 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:53,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:53,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:53,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:31:53,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:31:53,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,36297,1731090711319 2024-11-08T18:31:53,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:31:53,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36297,1731090711319 in 253 msec 2024-11-08T18:31:53,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:31:53,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-08T18:31:53,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:31:53,632 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:31:53,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:53,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36297,1731090711319, seqNum=-1] 2024-11-08T18:31:53,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:53,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:53,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 900 msec 2024-11-08T18:31:53,642 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090713642, completionTime=-1 2024-11-08T18:31:53,642 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T18:31:53,642 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:31:53,644 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T18:31:53,644 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090773644 2024-11-08T18:31:53,644 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090833644 2024-11-08T18:31:53,644 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:31:53,645 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T18:31:53,645 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42847,1731090711058-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:53,645 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42847,1731090711058-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:53,645 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42847,1731090711058-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:53,645 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:42847, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:53,645 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:53,645 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:53,648 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:31:53,653 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.263sec 2024-11-08T18:31:53,656 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:31:53,656 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:31:53,656 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:31:53,656 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:31:53,656 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:31:53,656 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42847,1731090711058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:31:53,656 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42847,1731090711058-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:31:53,664 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:31:53,664 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:31:53,664 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42847,1731090711058-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:31:53,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a366fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:53,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42847,-1 for getting cluster id 2024-11-08T18:31:53,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:31:53,674 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36f43644-8533-4405-9b99-c196712e1297' 2024-11-08T18:31:53,674 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:31:53,674 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36f43644-8533-4405-9b99-c196712e1297" 2024-11-08T18:31:53,675 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bb006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:53,675 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42847,-1] 2024-11-08T18:31:53,675 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:31:53,675 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:53,676 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:31:53,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fdce21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:31:53,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:31:53,678 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36297,1731090711319, seqNum=-1] 2024-11-08T18:31:53,679 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:53,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:53,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,42847,1731090711058 2024-11-08T18:31:53,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:31:53,683 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42847,1731090711058 2024-11-08T18:31:53,683 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@113bfe59 2024-11-08T18:31:53,683 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:31:53,685 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:31:53,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:31:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T18:31:53,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:31:53,688 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:53,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T18:31:53,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:31:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:53,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:53,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741836_1012 (size=379) 2024-11-08T18:31:53,705 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ceb31d0759e38eb8aa161a3805a7d0d4, NAME => 'testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3 2024-11-08T18:31:53,705 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7c9c690b804030a5a8cf4370ca781ed9, NAME => 'testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3 2024-11-08T18:31:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741838_1014 (size=61) 2024-11-08T18:31:53,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:53,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ceb31d0759e38eb8aa161a3805a7d0d4, disabling compactions & flushes 2024-11-08T18:31:53,716 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:53,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:53,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. after waiting 0 ms 2024-11-08T18:31:53,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:53,716 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:53,716 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ceb31d0759e38eb8aa161a3805a7d0d4: Waiting for close lock at 1731090713716Disabling compacts and flushes for region at 1731090713716Disabling writes for close at 1731090713716Writing region close event to WAL at 1731090713716Closed at 1731090713716 2024-11-08T18:31:53,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:53,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741837_1013 (size=61) 2024-11-08T18:31:53,725 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:53,725 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 7c9c690b804030a5a8cf4370ca781ed9, disabling compactions & flushes 2024-11-08T18:31:53,725 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:53,725 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:53,726 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. after waiting 0 ms 2024-11-08T18:31:53,726 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:53,726 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:53,726 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7c9c690b804030a5a8cf4370ca781ed9: Waiting for close lock at 1731090713725Disabling compacts and flushes for region at 1731090713725Disabling writes for close at 1731090713726 (+1 ms)Writing region close event to WAL at 1731090713726Closed at 1731090713726 2024-11-08T18:31:53,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:31:53,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090713727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090713727"}]},"ts":"1731090713727"} 2024-11-08T18:31:53,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731090713727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090713727"}]},"ts":"1731090713727"} 2024-11-08T18:31:53,732 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T18:31:53,733 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:31:53,733 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090713733"}]},"ts":"1731090713733"} 2024-11-08T18:31:53,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T18:31:53,737 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {2424dce0d377=0} racks are {/default-rack=0} 2024-11-08T18:31:53,738 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T18:31:53,738 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T18:31:53,738 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T18:31:53,738 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T18:31:53,738 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T18:31:53,738 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T18:31:53,738 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T18:31:53,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb31d0759e38eb8aa161a3805a7d0d4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9c690b804030a5a8cf4370ca781ed9, ASSIGN}] 2024-11-08T18:31:53,740 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb31d0759e38eb8aa161a3805a7d0d4, ASSIGN 2024-11-08T18:31:53,740 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9c690b804030a5a8cf4370ca781ed9, ASSIGN 2024-11-08T18:31:53,741 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb31d0759e38eb8aa161a3805a7d0d4, ASSIGN; state=OFFLINE, location=2424dce0d377,45539,1731090711269; forceNewPlan=false, retain=false 2024-11-08T18:31:53,741 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9c690b804030a5a8cf4370ca781ed9, ASSIGN; state=OFFLINE, location=2424dce0d377,36297,1731090711319; forceNewPlan=false, retain=false 2024-11-08T18:31:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:53,892 INFO [2424dce0d377:42847 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T18:31:53,892 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c9c690b804030a5a8cf4370ca781ed9, regionState=OPENING, regionLocation=2424dce0d377,36297,1731090711319 2024-11-08T18:31:53,892 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ceb31d0759e38eb8aa161a3805a7d0d4, regionState=OPENING, regionLocation=2424dce0d377,45539,1731090711269 2024-11-08T18:31:53,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb31d0759e38eb8aa161a3805a7d0d4, ASSIGN because future has completed 2024-11-08T18:31:53,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceb31d0759e38eb8aa161a3805a7d0d4, server=2424dce0d377,45539,1731090711269}] 2024-11-08T18:31:53,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9c690b804030a5a8cf4370ca781ed9, ASSIGN because future has completed 2024-11-08T18:31:53,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c9c690b804030a5a8cf4370ca781ed9, server=2424dce0d377,36297,1731090711319}] 2024-11-08T18:31:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:54,052 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:54,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:54,057 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ceb31d0759e38eb8aa161a3805a7d0d4, NAME => 'testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T18:31:54,058 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c9c690b804030a5a8cf4370ca781ed9, NAME => 'testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,058 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,059 INFO [StoreOpener-ceb31d0759e38eb8aa161a3805a7d0d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,059 INFO [StoreOpener-7c9c690b804030a5a8cf4370ca781ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,060 INFO [StoreOpener-ceb31d0759e38eb8aa161a3805a7d0d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceb31d0759e38eb8aa161a3805a7d0d4 columnFamilyName family 2024-11-08T18:31:54,060 INFO [StoreOpener-7c9c690b804030a5a8cf4370ca781ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c9c690b804030a5a8cf4370ca781ed9 columnFamilyName family 2024-11-08T18:31:54,061 DEBUG [StoreOpener-ceb31d0759e38eb8aa161a3805a7d0d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:54,061 DEBUG [StoreOpener-7c9c690b804030a5a8cf4370ca781ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:31:54,061 INFO [StoreOpener-7c9c690b804030a5a8cf4370ca781ed9-1 {}] regionserver.HStore(327): Store=7c9c690b804030a5a8cf4370ca781ed9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:54,061 INFO [StoreOpener-ceb31d0759e38eb8aa161a3805a7d0d4-1 {}] regionserver.HStore(327): Store=ceb31d0759e38eb8aa161a3805a7d0d4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:31:54,061 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,061 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,062 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,062 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,062 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,062 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,062 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,062 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,062 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,062 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,064 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,064 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,066 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/7c9c690b804030a5a8cf4370ca781ed9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:54,066 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/ceb31d0759e38eb8aa161a3805a7d0d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:31:54,066 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7c9c690b804030a5a8cf4370ca781ed9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62904576, jitterRate=-0.06264877319335938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:54,066 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ceb31d0759e38eb8aa161a3805a7d0d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68899292, jitterRate=0.02667945623397827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T18:31:54,066 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,066 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,067 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7c9c690b804030a5a8cf4370ca781ed9: Running coprocessor pre-open hook at 1731090714058Writing region info on filesystem at 1731090714058Initializing all the Stores at 1731090714059 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090714059Cleaning up temporary data from old regions at 1731090714062 (+3 ms)Running coprocessor post-open hooks at 1731090714066 (+4 ms)Region opened successfully at 1731090714067 (+1 ms) 2024-11-08T18:31:54,067 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ceb31d0759e38eb8aa161a3805a7d0d4: Running coprocessor pre-open hook at 1731090714058Writing region info on filesystem at 1731090714058Initializing all the Stores at 1731090714059 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090714059Cleaning up temporary data from old regions at 1731090714062 (+3 ms)Running coprocessor post-open hooks at 1731090714066 (+4 ms)Region opened successfully at 1731090714067 (+1 ms) 2024-11-08T18:31:54,068 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9., pid=8, masterSystemTime=1731090714054 2024-11-08T18:31:54,068 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4., pid=7, masterSystemTime=1731090714052 2024-11-08T18:31:54,070 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:54,070 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:54,070 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c9c690b804030a5a8cf4370ca781ed9, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,36297,1731090711319 2024-11-08T18:31:54,071 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:54,071 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:54,071 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ceb31d0759e38eb8aa161a3805a7d0d4, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,45539,1731090711269 2024-11-08T18:31:54,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c9c690b804030a5a8cf4370ca781ed9, server=2424dce0d377,36297,1731090711319 because future has completed 2024-11-08T18:31:54,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceb31d0759e38eb8aa161a3805a7d0d4, server=2424dce0d377,45539,1731090711269 because future has completed 2024-11-08T18:31:54,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T18:31:54,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c9c690b804030a5a8cf4370ca781ed9, server=2424dce0d377,36297,1731090711319 in 173 msec 2024-11-08T18:31:54,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T18:31:54,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ceb31d0759e38eb8aa161a3805a7d0d4, server=2424dce0d377,45539,1731090711269 in 176 msec 2024-11-08T18:31:54,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9c690b804030a5a8cf4370ca781ed9, ASSIGN in 337 msec 2024-11-08T18:31:54,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:31:54,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ceb31d0759e38eb8aa161a3805a7d0d4, ASSIGN in 338 msec 2024-11-08T18:31:54,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:31:54,079 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090714079"}]},"ts":"1731090714079"} 2024-11-08T18:31:54,081 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T18:31:54,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:31:54,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 397 msec 2024-11-08T18:31:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:31:54,316 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T18:31:54,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T18:31:54,317 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:54,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T18:31:54,322 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T18:31:54,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T18:31:54,325 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4., hostname=2424dce0d377,45539,1731090711269, seqNum=2] 2024-11-08T18:31:54,325 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:31:54,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:31:54,340 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9., hostname=2424dce0d377,36297,1731090711319, seqNum=2] 2024-11-08T18:31:54,352 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ceb31d0759e38eb8aa161a3805a7d0d4 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T18:31:54,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/ceb31d0759e38eb8aa161a3805a7d0d4/.tmp/family/e07e28d1b0d14ae689e4da593dfde8ec is 32, key is 1/family:/1731090714328/Put/seqid=0 2024-11-08T18:31:54,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741839_1015 (size=5054) 2024-11-08T18:31:54,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741839_1015 (size=5054) 2024-11-08T18:31:54,372 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/ceb31d0759e38eb8aa161a3805a7d0d4/.tmp/family/e07e28d1b0d14ae689e4da593dfde8ec 2024-11-08T18:31:54,378 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/ceb31d0759e38eb8aa161a3805a7d0d4/.tmp/family/e07e28d1b0d14ae689e4da593dfde8ec as hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/ceb31d0759e38eb8aa161a3805a7d0d4/family/e07e28d1b0d14ae689e4da593dfde8ec 2024-11-08T18:31:54,384 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/ceb31d0759e38eb8aa161a3805a7d0d4/family/e07e28d1b0d14ae689e4da593dfde8ec, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T18:31:54,385 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ceb31d0759e38eb8aa161a3805a7d0d4 in 33ms, sequenceid=8, compaction requested=false 2024-11-08T18:31:54,385 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ceb31d0759e38eb8aa161a3805a7d0d4: 2024-11-08T18:31:54,385 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7c9c690b804030a5a8cf4370ca781ed9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T18:31:54,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/7c9c690b804030a5a8cf4370ca781ed9/.tmp/family/2a5a289b94a94a5b91f770bea79b6a7a is 32, key is 5/family:/1731090714341/Put/seqid=0 2024-11-08T18:31:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741840_1016 (size=5083) 2024-11-08T18:31:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741840_1016 (size=5083) 2024-11-08T18:31:54,413 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/7c9c690b804030a5a8cf4370ca781ed9/.tmp/family/2a5a289b94a94a5b91f770bea79b6a7a 2024-11-08T18:31:54,419 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/7c9c690b804030a5a8cf4370ca781ed9/.tmp/family/2a5a289b94a94a5b91f770bea79b6a7a as hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/7c9c690b804030a5a8cf4370ca781ed9/family/2a5a289b94a94a5b91f770bea79b6a7a 2024-11-08T18:31:54,426 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/7c9c690b804030a5a8cf4370ca781ed9/family/2a5a289b94a94a5b91f770bea79b6a7a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T18:31:54,427 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7c9c690b804030a5a8cf4370ca781ed9 in 42ms, sequenceid=9, compaction requested=false 2024-11-08T18:31:54,427 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7c9c690b804030a5a8cf4370ca781ed9: 2024-11-08T18:31:54,431 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T18:31:54,435 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:54,435 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:31:54,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:54,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:31:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] bucket.BucketCache(1864): found 1 blocks for file e07e28d1b0d14ae689e4da593dfde8ec, starting offset: 0, end offset: 9223372036854775807 2024-11-08T18:31:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] bucket.BucketCache(1864): found 1 blocks for file 2a5a289b94a94a5b91f770bea79b6a7a, starting offset: 0, end offset: 9223372036854775807 2024-11-08T18:31:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] bucket.BucketCache(857): removed key e07e28d1b0d14ae689e4da593dfde8ec_0 from back map with offset lock 2094080 in the evict process 2024-11-08T18:31:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] bucket.BucketCache(857): removed key 2a5a289b94a94a5b91f770bea79b6a7a_0 from back map with offset lock 2094080 in the evict process 2024-11-08T18:31:54,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:31:54,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:54,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:54,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:54,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:54,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:31:54,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:31:54,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=981248080, stopped=false 2024-11-08T18:31:54,437 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,42847,1731090711058 2024-11-08T18:31:54,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:54,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:54,491 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:31:54,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:54,491 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:54,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:54,491 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:54,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:31:54,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:54,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:54,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:54,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:54,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:31:54,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,45539,1731090711269' ***** 2024-11-08T18:31:54,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:54,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,36297,1731090711319' ***** 2024-11-08T18:31:54,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:31:54,493 INFO [RS:1;2424dce0d377:36297 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T18:31:54,493 INFO [RS:0;2424dce0d377:45539 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T18:31:54,494 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T18:31:54,494 INFO [RS:0;2424dce0d377:45539 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T18:31:54,494 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T18:31:54,494 INFO [RS:1;2424dce0d377:36297 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T18:31:54,494 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T18:31:54,494 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:54,494 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T18:31:54,494 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T18:31:54,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:54,494 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:31:54,494 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T18:31:54,494 INFO [RS:0;2424dce0d377:45539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:54,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:31:54,494 INFO [RS:1;2424dce0d377:36297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:31:54,495 INFO [RS:0;2424dce0d377:45539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:54,495 INFO [RS:1;2424dce0d377:36297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:31:54,495 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(3091): Received CLOSE for ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,495 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,496 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,36297,1731090711319 2024-11-08T18:31:54,496 INFO [RS:1;2424dce0d377:36297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:54,496 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,45539,1731090711269 2024-11-08T18:31:54,496 INFO [RS:0;2424dce0d377:45539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:54,496 INFO [RS:1;2424dce0d377:36297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2424dce0d377:36297. 2024-11-08T18:31:54,496 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c9c690b804030a5a8cf4370ca781ed9, disabling compactions & flushes 2024-11-08T18:31:54,496 INFO [RS:0;2424dce0d377:45539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:45539. 2024-11-08T18:31:54,496 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:54,496 DEBUG [RS:1;2424dce0d377:36297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:54,496 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:54,496 DEBUG [RS:0;2424dce0d377:45539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:31:54,496 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ceb31d0759e38eb8aa161a3805a7d0d4, disabling compactions & flushes 2024-11-08T18:31:54,496 DEBUG [RS:1;2424dce0d377:36297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:54,496 DEBUG [RS:0;2424dce0d377:45539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:54,496 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. after waiting 0 ms 2024-11-08T18:31:54,496 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:54,496 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:54,496 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:54,496 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:31:54,496 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. after waiting 0 ms 2024-11-08T18:31:54,496 INFO [RS:1;2424dce0d377:36297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:54,496 DEBUG [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(1325): Online Regions={ceb31d0759e38eb8aa161a3805a7d0d4=testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4.} 2024-11-08T18:31:54,496 INFO [RS:1;2424dce0d377:36297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:54,496 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:54,497 INFO [RS:1;2424dce0d377:36297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:54,497 DEBUG [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(1351): Waiting on ceb31d0759e38eb8aa161a3805a7d0d4 2024-11-08T18:31:54,497 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:31:54,497 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:31:54,497 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7c9c690b804030a5a8cf4370ca781ed9=testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9.} 2024-11-08T18:31:54,497 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c9c690b804030a5a8cf4370ca781ed9 2024-11-08T18:31:54,497 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:31:54,497 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:31:54,498 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:31:54,498 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:31:54,498 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:31:54,498 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T18:31:54,505 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/ceb31d0759e38eb8aa161a3805a7d0d4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T18:31:54,505 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:54,505 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ceb31d0759e38eb8aa161a3805a7d0d4: Waiting for close lock at 1731090714496Running coprocessor pre-close hooks at 1731090714496Disabling compacts and flushes for region at 1731090714496Disabling writes for close at 1731090714496Writing region close event to WAL at 1731090714498 (+2 ms)Running coprocessor post-close hooks at 1731090714505 (+7 ms)Closed at 1731090714505 2024-11-08T18:31:54,505 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731090713685.ceb31d0759e38eb8aa161a3805a7d0d4. 2024-11-08T18:31:54,507 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/default/testClearRegionBlockCache/7c9c690b804030a5a8cf4370ca781ed9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T18:31:54,508 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:54,508 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c9c690b804030a5a8cf4370ca781ed9: Waiting for close lock at 1731090714496Running coprocessor pre-close hooks at 1731090714496Disabling compacts and flushes for region at 1731090714496Disabling writes for close at 1731090714496Writing region close event to WAL at 1731090714504 (+8 ms)Running coprocessor post-close hooks at 1731090714508 (+4 ms)Closed at 1731090714508 2024-11-08T18:31:54,508 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9. 2024-11-08T18:31:54,516 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/.tmp/info/42d837521cfe427e9fbd0602181a40d0 is 173, key is testClearRegionBlockCache,5,1731090713685.7c9c690b804030a5a8cf4370ca781ed9./info:regioninfo/1731090714070/Put/seqid=0 2024-11-08T18:31:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741841_1017 (size=8173) 2024-11-08T18:31:54,522 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/.tmp/info/42d837521cfe427e9fbd0602181a40d0 2024-11-08T18:31:54,541 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/.tmp/ns/ab4251ab80ac45079c047412712bc248 is 43, key is default/ns:d/1731090713636/Put/seqid=0 2024-11-08T18:31:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:31:54,555 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:54,555 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:54,697 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,45539,1731090711269; all regions closed. 2024-11-08T18:31:54,698 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:31:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741832_1008 (size=1758) 2024-11-08T18:31:54,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,45539,1731090711269/2424dce0d377%2C45539%2C1731090711269.1731090713089 not finished, retry = 0 2024-11-08T18:31:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741832_1008 (size=1758) 2024-11-08T18:31:54,812 DEBUG [RS:0;2424dce0d377:45539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/oldWALs 2024-11-08T18:31:54,812 INFO [RS:0;2424dce0d377:45539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C45539%2C1731090711269:(num 1731090713089) 2024-11-08T18:31:54,812 DEBUG [RS:0;2424dce0d377:45539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:54,812 INFO [RS:0;2424dce0d377:45539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:54,813 INFO [RS:0;2424dce0d377:45539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:54,813 INFO [RS:0;2424dce0d377:45539 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:54,813 INFO [RS:0;2424dce0d377:45539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:31:54,813 INFO [RS:0;2424dce0d377:45539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:31:54,813 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:54,814 INFO [RS:0;2424dce0d377:45539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:31:54,814 INFO [RS:0;2424dce0d377:45539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:54,814 INFO [RS:0;2424dce0d377:45539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45539 2024-11-08T18:31:54,898 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:31:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,45539,1731090711269 2024-11-08T18:31:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:54,902 INFO [RS:0;2424dce0d377:45539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:54,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,45539,1731090711269] 2024-11-08T18:31:54,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,45539,1731090711269 already deleted, retry=false 2024-11-08T18:31:54,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,45539,1731090711269 expired; onlineServers=1 2024-11-08T18:31:54,948 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/.tmp/ns/ab4251ab80ac45079c047412712bc248 2024-11-08T18:31:54,967 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/.tmp/table/e95ed62b57d74c47958202887426e653 is 61, key is testClearRegionBlockCache/table:state/1731090714079/Put/seqid=0 2024-11-08T18:31:54,968 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:31:54,968 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:31:54,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:54,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741843_1019 (size=5312) 2024-11-08T18:31:55,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:55,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45539-0x1011bb7fda30001, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:55,013 INFO [RS:0;2424dce0d377:45539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:55,013 INFO [RS:0;2424dce0d377:45539 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,45539,1731090711269; zookeeper connection closed. 2024-11-08T18:31:55,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@296c96e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@296c96e7 2024-11-08T18:31:55,098 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:31:55,298 DEBUG [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:31:55,374 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/.tmp/table/e95ed62b57d74c47958202887426e653 2024-11-08T18:31:55,383 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/.tmp/info/42d837521cfe427e9fbd0602181a40d0 as hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/info/42d837521cfe427e9fbd0602181a40d0 2024-11-08T18:31:55,390 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/info/42d837521cfe427e9fbd0602181a40d0, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T18:31:55,392 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/.tmp/ns/ab4251ab80ac45079c047412712bc248 as hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/ns/ab4251ab80ac45079c047412712bc248 2024-11-08T18:31:55,397 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/ns/ab4251ab80ac45079c047412712bc248, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T18:31:55,398 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/.tmp/table/e95ed62b57d74c47958202887426e653 as hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/table/e95ed62b57d74c47958202887426e653 2024-11-08T18:31:55,404 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/table/e95ed62b57d74c47958202887426e653, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T18:31:55,405 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=13, compaction requested=false 2024-11-08T18:31:55,410 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T18:31:55,410 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:31:55,410 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:55,410 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090714497Running coprocessor pre-close hooks at 1731090714497Disabling compacts and flushes for region at 1731090714497Disabling writes for close at 1731090714498 (+1 ms)Obtaining lock to block concurrent updates at 1731090714498Preparing flush snapshotting stores in 1588230740 at 1731090714498Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731090714499 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731090714499Flushing 1588230740/info: creating writer at 1731090714500 (+1 ms)Flushing 1588230740/info: appending metadata at 1731090714516 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731090714516Flushing 1588230740/ns: creating writer at 1731090714526 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731090714541 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731090714541Flushing 1588230740/table: creating writer at 1731090714954 (+413 ms)Flushing 1588230740/table: appending metadata at 1731090714967 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731090714967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e509fe1: reopening flushed file at 1731090715381 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eba9269: reopening flushed file at 1731090715391 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288ab7cf: reopening flushed file at 1731090715398 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=13, compaction requested=false at 1731090715405 (+7 ms)Writing region close event to WAL at 1731090715407 (+2 ms)Running coprocessor post-close hooks at 1731090715410 (+3 ms)Closed at 1731090715410 2024-11-08T18:31:55,410 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:31:55,499 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,36297,1731090711319; all regions closed. 2024-11-08T18:31:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:55,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/WALs/2424dce0d377,36297,1731090711319/2424dce0d377%2C36297%2C1731090711319.meta.1731090713534.meta not finished, retry = 0 2024-11-08T18:31:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741835_1011 (size=4338) 2024-11-08T18:31:55,605 DEBUG [RS:1;2424dce0d377:36297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/oldWALs 2024-11-08T18:31:55,605 INFO [RS:1;2424dce0d377:36297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C36297%2C1731090711319.meta:.meta(num 1731090713534) 2024-11-08T18:31:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741833_1009 (size=1867) 2024-11-08T18:31:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741833_1009 (size=1867) 2024-11-08T18:31:55,610 DEBUG [RS:1;2424dce0d377:36297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/oldWALs 2024-11-08T18:31:55,610 INFO [RS:1;2424dce0d377:36297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C36297%2C1731090711319:(num 1731090713089) 2024-11-08T18:31:55,610 DEBUG [RS:1;2424dce0d377:36297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:31:55,610 INFO [RS:1;2424dce0d377:36297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:31:55,610 INFO [RS:1;2424dce0d377:36297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:55,610 INFO [RS:1;2424dce0d377:36297 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:55,610 INFO [RS:1;2424dce0d377:36297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:55,610 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:55,611 INFO [RS:1;2424dce0d377:36297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36297 2024-11-08T18:31:55,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:31:55,663 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2424dce0d377,36297,1731090711319 2024-11-08T18:31:55,663 INFO [RS:1;2424dce0d377:36297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:55,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,36297,1731090711319] 2024-11-08T18:31:55,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2424dce0d377,36297,1731090711319 already deleted, retry=false 2024-11-08T18:31:55,684 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,36297,1731090711319 expired; onlineServers=0 2024-11-08T18:31:55,684 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,42847,1731090711058' ***** 2024-11-08T18:31:55,684 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:31:55,684 INFO [M:0;2424dce0d377:42847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:31:55,684 INFO [M:0;2424dce0d377:42847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:31:55,684 DEBUG [M:0;2424dce0d377:42847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:31:55,685 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:31:55,685 DEBUG [M:0;2424dce0d377:42847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:31:55,685 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090712746 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090712746,5,FailOnTimeoutGroup] 2024-11-08T18:31:55,685 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090712746 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090712746,5,FailOnTimeoutGroup] 2024-11-08T18:31:55,685 INFO [M:0;2424dce0d377:42847 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:31:55,685 INFO [M:0;2424dce0d377:42847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:31:55,685 DEBUG [M:0;2424dce0d377:42847 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:31:55,685 INFO [M:0;2424dce0d377:42847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:31:55,685 INFO [M:0;2424dce0d377:42847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:31:55,685 INFO [M:0;2424dce0d377:42847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:31:55,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:31:55,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T18:31:55,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:31:55,694 DEBUG [M:0;2424dce0d377:42847 {}] zookeeper.ZKUtil(347): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T18:31:55,694 WARN [M:0;2424dce0d377:42847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:31:55,695 INFO [M:0;2424dce0d377:42847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/.lastflushedseqids 2024-11-08T18:31:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741844_1020 (size=182) 2024-11-08T18:31:55,701 INFO [M:0;2424dce0d377:42847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:31:55,701 INFO [M:0;2424dce0d377:42847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:31:55,701 DEBUG [M:0;2424dce0d377:42847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:31:55,701 INFO [M:0;2424dce0d377:42847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:55,701 DEBUG [M:0;2424dce0d377:42847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:55,701 DEBUG [M:0;2424dce0d377:42847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:31:55,701 DEBUG [M:0;2424dce0d377:42847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:55,701 INFO [M:0;2424dce0d377:42847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-08T18:31:55,714 DEBUG [M:0;2424dce0d377:42847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54a3ca532a544a9491cddd10316eb8d2 is 82, key is hbase:meta,,1/info:regioninfo/1731090713600/Put/seqid=0 2024-11-08T18:31:55,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:55,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741845_1021 (size=5672) 2024-11-08T18:31:55,720 INFO [M:0;2424dce0d377:42847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54a3ca532a544a9491cddd10316eb8d2 2024-11-08T18:31:55,744 DEBUG [M:0;2424dce0d377:42847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6a4b98019c34b19b4fb258c45508f3b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090714084/Put/seqid=0 2024-11-08T18:31:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741846_1022 (size=6219) 2024-11-08T18:31:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741846_1022 (size=6219) 2024-11-08T18:31:55,750 INFO [M:0;2424dce0d377:42847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6a4b98019c34b19b4fb258c45508f3b 2024-11-08T18:31:55,768 DEBUG [M:0;2424dce0d377:42847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7357e2d156a246828303266d440c4fb6 is 69, key is 2424dce0d377,36297,1731090711319/rs:state/1731090712860/Put/seqid=0 2024-11-08T18:31:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741847_1023 (size=5224) 2024-11-08T18:31:55,774 INFO [M:0;2424dce0d377:42847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7357e2d156a246828303266d440c4fb6 2024-11-08T18:31:55,774 INFO [RS:1;2424dce0d377:36297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:55,774 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:55,774 INFO [RS:1;2424dce0d377:36297 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,36297,1731090711319; zookeeper connection closed. 2024-11-08T18:31:55,774 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x1011bb7fda30002, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:55,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7155286 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7155286 2024-11-08T18:31:55,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T18:31:55,780 DEBUG [M:0;2424dce0d377:42847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54a3ca532a544a9491cddd10316eb8d2 as hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54a3ca532a544a9491cddd10316eb8d2 2024-11-08T18:31:55,785 INFO [M:0;2424dce0d377:42847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54a3ca532a544a9491cddd10316eb8d2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T18:31:55,786 DEBUG [M:0;2424dce0d377:42847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6a4b98019c34b19b4fb258c45508f3b as hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6a4b98019c34b19b4fb258c45508f3b 2024-11-08T18:31:55,792 INFO [M:0;2424dce0d377:42847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6a4b98019c34b19b4fb258c45508f3b, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T18:31:55,793 DEBUG [M:0;2424dce0d377:42847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7357e2d156a246828303266d440c4fb6 as hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7357e2d156a246828303266d440c4fb6 2024-11-08T18:31:55,799 INFO [M:0;2424dce0d377:42847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35375/user/jenkins/test-data/a8075423-cbf8-153c-a030-2186da22fcf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7357e2d156a246828303266d440c4fb6, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T18:31:55,800 INFO [M:0;2424dce0d377:42847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false 2024-11-08T18:31:55,801 INFO [M:0;2424dce0d377:42847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:31:55,801 DEBUG [M:0;2424dce0d377:42847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090715701Disabling compacts and flushes for region at 1731090715701Disabling writes for close at 1731090715701Obtaining lock to block concurrent updates at 1731090715701Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090715701Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731090715701Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090715702 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090715702Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090715714 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090715714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090715725 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090715744 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090715744Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090715755 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090715767 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090715768 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9943a2: reopening flushed file at 1731090715779 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e61ba83: reopening flushed file at 1731090715785 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@190db594: reopening flushed file at 1731090715792 (+7 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false at 1731090715800 (+8 ms)Writing region close event to WAL at 1731090715801 (+1 ms)Closed at 1731090715801 2024-11-08T18:31:55,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741830_1006 (size=35489) 2024-11-08T18:31:55,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46815 is added to blk_1073741830_1006 (size=35489) 2024-11-08T18:31:55,803 INFO [M:0;2424dce0d377:42847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:31:55,803 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:31:55,804 INFO [M:0;2424dce0d377:42847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42847 2024-11-08T18:31:55,804 INFO [M:0;2424dce0d377:42847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:31:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:55,910 INFO [M:0;2424dce0d377:42847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:31:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x1011bb7fda30000, quorum=127.0.0.1:56357, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:31:55,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15f09e26{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:55,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a8d4d3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:55,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:55,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a366a79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:55,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c44f8fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:55,951 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:55,951 WARN [BP-1632803425-172.17.0.3-1731090708913 heartbeating to localhost/127.0.0.1:35375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:55,951 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:55,951 WARN [BP-1632803425-172.17.0.3-1731090708913 heartbeating to localhost/127.0.0.1:35375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1632803425-172.17.0.3-1731090708913 (Datanode Uuid 56df9c77-5c56-49a7-a0bb-70bd164bf26f) service to localhost/127.0.0.1:35375 2024-11-08T18:31:55,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/data/data3/current/BP-1632803425-172.17.0.3-1731090708913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:55,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/data/data4/current/BP-1632803425-172.17.0.3-1731090708913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:55,953 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:55,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d7c7b08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:31:55,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@737128a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:55,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:55,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c062354{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:55,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@433999fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:55,956 WARN [BP-1632803425-172.17.0.3-1731090708913 heartbeating to localhost/127.0.0.1:35375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:31:55,956 WARN [BP-1632803425-172.17.0.3-1731090708913 heartbeating to localhost/127.0.0.1:35375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1632803425-172.17.0.3-1731090708913 (Datanode Uuid 48a74b60-35a3-4042-9a8e-10ff4ce1e94d) service to localhost/127.0.0.1:35375 2024-11-08T18:31:55,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:31:55,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:31:55,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/data/data1/current/BP-1632803425-172.17.0.3-1731090708913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:55,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/cluster_faf115b9-5ef4-a9f1-53b8-024794c21fe3/data/data2/current/BP-1632803425-172.17.0.3-1731090708913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:31:55,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:31:55,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c2f6f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:31:55,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6910b8d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:31:55,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:31:55,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42510c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:31:55,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@234c0015{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14136dc2-34d0-59eb-62af-0e515efb6302/hadoop.log.dir/,STOPPED} 2024-11-08T18:31:55,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:31:55,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:31:55,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=188 (was 169) - Thread LEAK? -, OpenFileDescriptor=549 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=657 (was 697), ProcessCount=11 (was 11), AvailableMemoryMB=1671 (was 1878)